framework,version,device,op_name,kernel_source,gemm_dtype,m,n,k,latency
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,6144,0.1032231118943956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,2560,0.004021333323584663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,128,0.00507733349998792
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,1024,0.00851466672288047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,512,0.1396177742216322
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,16384,0.3646639982859294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,2560,0.006236444330877728
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,8192,0.01924088928434584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,12288,2.7249893612331815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,12288,4.412801954481337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,8192,0.051592889759275645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,2560,0.023499555057949487
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,5120,0.009852444132169088
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,6144,0.015591111448076038
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,2048,0.044850667317708336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,65536,0.15133244461483425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,6144,2.033871120876736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,3072,0.05005244414011637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,5120,0.008632889224423302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,16384,0.03315111001332601
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,1536,0.05498488744099935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,256,0.008150222400824228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,512,0.022858666049109563
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,6144,0.01753866672515869
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,768,0.18000711335076225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,1536,0.03053599927160475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,128,0.0047111109726958806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,3072,0.010640888578361936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,7168,0.16249956025017634
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,1024,0.3498515552944607
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,16384,0.04514133267932468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,3072,0.12545243899027506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,512,0.005026666654480828
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,5120,0.01350933313369751
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,1024,0.02295644415749444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,768,0.003942222230964237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,1536,0.0038897775941424896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,6144,0.010757333702511258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,4096,0.016934222645229764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,8192,0.05524355504247877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,32,0.006498666687144174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,512,0.004048000193304486
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,128,0.001960888918903139
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,3584,0.008311111066076491
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,10240,0.3564613395267063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,16384,0.44709332784016925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,512,0.0030417777597904205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,128,0.002376000086466471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,1536,0.048319111267725624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,16384,0.11940266026390924
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,2048,0.005129777722888523
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,4096,0.007976888782448238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,8192,0.5202444394429525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,6144,0.09578222036361694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,2048,0.006519111080302133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,768,0.007527111305130853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,3072,0.006983111302057902
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,12288,0.24931110276116264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,256,0.0069351109365622205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,2048,0.006182222316662471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,4096,0.007872000336647034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,1024,0.019652444455358718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,6144,0.01070844464831882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,7168,0.09959110948774551
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,256,0.0038764443662431505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,1024,0.0058133333093590206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,512,0.006711999989218182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,2560,0.03582311007711623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,1024,0.004275555411974589
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,4096,0.018401778406567044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,8192,0.35971111721462673
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,64,0.00443822228246265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,2048,0.08648888932334052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,768,0.03185333477126227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,1024,0.004646222210592694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,2048,0.1391342216067844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,10240,0.08512444628609551
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,3072,0.05154666635725233
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,3072,0.008465777668688033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,512,0.006413333531883027
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,8192,0.08383555544747247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,128,0.00221422231859631
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,6144,0.07756177584330241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,64,0.021828444467650518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,256,0.005405333307054307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,12288,0.072580443488227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,6144,0.23324889606899687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,7168,0.14740978346930608
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,1536,0.5823369026184082
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,128,0.22388709916008842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,10240,0.8464310963948568
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,32,0.0022817777676714794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,2560,0.036687999963760376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,64,0.0021546667234765156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,1024,0.007707555260923173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,512,0.00925688859489229
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,3584,0.02716711163520813
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,6144,0.10995022455851237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,16384,4.284972296820746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,3072,0.05134488807784187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,256,0.011344888971911537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,256,0.007419555551475949
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,3072,0.026760000321600173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,10240,0.005535111245181825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,5120,0.043084445926878184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,2048,0.011125333607196808
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,32,0.0029324444217814338
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,64,0.006220444622966979
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,4096,0.10530577765570746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,65536,0.5330595440334743
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,10240,0.020397333635224234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,6144,0.7964328659905328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,64,0.0021475555582178966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,5120,0.009921777579519484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,7168,2.26255374484592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,768,0.007536888950400882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,3072,0.03695822093221877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,2048,0.020224000016848247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,1024,0.05428622166315714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,3072,0.007078222102589077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,128,0.003693333516518275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,2048,0.2699822319878472
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,7168,0.08729333347744411
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,8192,0.20060443878173828
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,7168,0.05355733301904467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,3072,1.4786613252427843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,64,0.005092444519201915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,256,0.017972444494565327
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,65536,0.034055110481050276
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,3584,0.007874666816658443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,12288,0.012865777644846173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,12288,0.4017377694447835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,64,0.024872889121373493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,2560,0.040200889110565186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,16384,0.02441066669093238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,128,0.007338666253619724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,1024,0.00443111111720403
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,256,0.012015110916561551
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,128,0.0022808888720141514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,256,0.0041200001206662925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,768,0.010618666807810465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,10240,0.036673777633243136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,5120,0.04729333188798693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,2048,0.006604444649484422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,4096,0.0074755557709270054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,8192,0.037963555918799505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,768,0.006095110956165526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,8192,0.009182222187519073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,3072,0.008547555241319869
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,8192,0.03330399923854404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,256,0.007255111303594377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,12288,0.01772888832622104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,4096,0.007273777491516537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,512,0.005624889085690181
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,1024,0.003485333174467087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,2560,0.018408889571825664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,32,0.0032906666811969546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,512,0.005955555372767978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,1024,0.00590133335855272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,6144,0.07554933097627428
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,5120,0.06063466601901584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,3072,0.47200976477728945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,768,0.16983911726209852
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,10240,0.20470755630069307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,2048,0.01050222251150343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,1024,0.018529777725537617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,1536,0.0042204442951414315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,2048,0.007838221887747446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,7168,0.019537778364287484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,4096,0.007366221812036302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,768,0.004263999975389904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,32,0.0035031110876136353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,5120,0.5906222131517198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,7168,0.04900266726811727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,1536,0.07255822420120239
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,256,0.003726222034957674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,256,0.0037573331760035623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,32,0.002432000098956956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,16384,0.19342845016055635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,16384,1.0961884392632377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,4096,0.035440001222822405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,7168,0.029496000872717962
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,512,0.008976889153321585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,7168,0.4761368963453505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,32,0.0041128889554076726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,64,0.004888888862397936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,2560,0.13546044296688503
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,512,0.0038648889296584656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,5120,0.009407111340098912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,1536,0.010421333213647207
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,6144,1.952914767795139
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,5120,0.12987289163801405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,32,0.014356444279352823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,2560,0.00981244444847107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,128,0.004197333421972063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,768,0.00555288874440723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,2048,0.38266934288872617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,2048,0.285187562306722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,128,0.0031537777847713898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,10240,14.509769015842013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,4096,1.4704515669080946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,256,0.026549332671695288
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,128,0.012823999755912356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,65536,2.184015909830729
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,7168,0.12052533361646865
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,768,0.0328382220533159
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,64,0.004638222356637319
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,10240,0.044176889790429004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,32,0.009699555734793345
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,512,0.003689777933888965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,12288,0.4471048778957791
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,7168,0.7715537812974719
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,128,0.003321777822242843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,3072,0.029084444046020508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,3584,0.005621333503060871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,16384,4.460784912109375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,128,0.019117333822780185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,12288,0.03314666615592109
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,7168,0.006110222389300664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,65536,0.16868178049723306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,4096,0.00423911131090588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,2560,0.01683999929163191
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,256,0.007920888562997183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,4096,0.05126755436261495
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,4096,0.031531555785073176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,7168,0.004581333448489507
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,8192,0.21022400591108534
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,64,0.00360977773865064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,512,0.006048000107208888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,128,0.02440622283352746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,16384,0.00889244427283605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,256,0.2717866632673475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,2048,0.011195555329322815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,6144,0.12496266100141738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,12288,0.42160799768235946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,65536,0.14212089114718968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,2560,0.01672266589270698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,6144,0.19382311238182914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,10240,0.156333327293396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,1536,0.19481955634223092
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,3584,0.05943644709057278
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,12288,0.05467555589146084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,64,0.002595555658141772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,8192,0.09259733226564194
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,5120,0.008927110996511247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,256,0.04375111063321432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,3072,0.014885332849290637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,10240,0.00811288919713762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,10240,0.11292978127797444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,768,0.004913777940803104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,32,0.033787555164761014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,3584,0.12431822882758246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,768,0.005373333477311664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,2048,0.11583733558654785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,7168,1.1585209104749892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,3584,0.227347559399075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,65536,14.375742594401041
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,3072,0.018894222047593858
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,2560,0.16403644614749485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,64,0.002704000100493431
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,4096,0.02055288851261139
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,32,0.003935111065705617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,10240,10.59019046359592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,2048,0.060284442371792264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,32,0.0041751112374994485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,7168,0.29345867368910045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,64,0.004976888911591636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,12288,0.4427946673499213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,5120,0.009810667071077559
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,2048,0.01458044515715705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,3584,0.00738933351304796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,4096,0.06437155273225573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,5120,0.04965866605440775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,65536,0.37343290117051864
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,128,0.0023573332776625953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,2560,0.013631111217869652
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,7168,1.1745262145996094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,6144,0.04569066564242045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,5120,0.03276977936426798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,512,0.04863377743297153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,4096,0.006295111030340195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,256,0.010500444306267632
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,16384,0.03639111253950331
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,3072,0.01995644470055898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,4096,0.1690008905198839
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,3584,0.04751111070315043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,7168,0.013088888592190213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,8192,0.12385333908928765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,64,0.002483555633160803
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,65536,0.02628355556064182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,3584,1.7350346247355144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,16384,0.039303110705481634
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,8192,3.121918148464627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,2560,0.024833778540293377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,64,0.0035235554807715942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,768,0.008261333737108443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,32,0.009344889058007134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,3072,0.007285333342022366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,2048,0.028594666057162817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,5120,0.09696444537904526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,6144,0.048595554298824735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,128,0.002781333401799202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,512,0.014269333746698169
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,3072,0.16962399747636583
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,3072,0.09171466694937812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,1536,0.0786328911781311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,768,0.009205333060688442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,128,0.004523555437723796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,2560,0.01516177753607432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,768,0.010755555497275459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,512,0.003567999849716822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,3584,0.06293866369459364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,256,0.00962044464217292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,128,0.002944888960984018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,32,0.00816533300611708
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,1024,0.004927999857399198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,65536,17.427847968207466
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,6144,0.016255999604860943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,6144,0.011362666885058085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,512,0.004871110949251386
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,6144,0.1036906639734904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,64,0.0027280000762807
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,32,0.0033075554917256036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,10240,0.010328888893127441
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,10240,0.38736711608039004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,3072,1.1684470706515842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,5120,0.008653333617581261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,4096,0.9491066402859158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,512,0.003597333199448056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,2560,0.03807555635770162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,64,0.003656889001528422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,512,0.027341332700517442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,32,0.0026293332791990707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,12288,0.040992889139387347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,5120,1.5013368394639757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,4096,0.008893333375453949
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,64,0.0037768888804647657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,1536,0.00978488889005449
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,6144,0.06455466482374403
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,3072,0.01797155539194743
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,64,0.0033946666452619764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,128,0.005480000128348668
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,512,0.0046657779150538975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,12288,0.007446222007274628
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,65536,0.36104623476664227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,1536,0.28435643513997394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,5120,0.0826631122165256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,2048,0.1409120029873318
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,512,0.003156444471743372
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,768,0.005972444597217772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,6144,0.14638488822513157
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,1024,3.8927074008517795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,8192,0.1634755531946818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,6144,3.2182604471842446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,12288,0.6797102292378744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,12288,0.0926213330692715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,8192,0.006824000014199152
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,256,0.006220444622966979
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,65536,2.2130489349365234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,512,0.008889777792824639
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,512,0.0064702220261096954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,512,0.008854221966531541
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,12288,0.017909333109855652
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,65536,1.2749990887112088
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,5120,0.04615644282764859
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,3072,0.10709689060846965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,256,0.004361777669853634
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,4096,0.34653600056966144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,32,0.010616888602574667
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,12288,0.5727075470818414
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,2560,0.028724445237053767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,10240,0.02314311100376977
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,5120,0.13493866390652126
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,512,0.009341333475377824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,16384,0.18621955977545845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,3072,0.08599999878141616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,1024,0.04965333475006951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,12288,0.034132444196277194
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,512,0.004085333396991094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,6144,0.009728000395827824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,4096,0.8896399603949653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,1536,0.015999999311235216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,1024,0.010909332997269101
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,10240,0.1112897793451945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,6144,0.012266666524940066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,3584,0.016511110795868766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,512,0.005472888963090048
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,128,0.005910222315125995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,768,0.0734142197502984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,3072,0.4375937779744466
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,2560,0.727600892384847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,8192,0.1082879967159695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,65536,0.07901866568459405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,10240,0.32146310806274414
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,3584,0.39591288566589355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,65536,0.7299600177341037
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,1024,0.008768888811270395
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,7168,0.2046124405331082
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,1024,0.013884444203641681
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,2560,0.08537955416573419
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,256,0.00673333348499404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,16384,0.3067591190338135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,6144,4.306735144721137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,512,0.17428710725572374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,7168,0.005156444592608346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,2048,0.012268444730175866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,16384,1.7033644782172308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,512,0.003286222202910317
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,32,0.0022035555707083806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,8192,0.051790220869912036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,512,0.08700533045662774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,3072,0.015052444405025907
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,1536,0.40422667397393125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,1536,0.0440942214594947
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,7168,0.29674310154385036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,256,0.18537867069244385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,3584,0.005081777771313985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,256,0.006239111224810283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,5120,0.05515822105937534
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,256,0.007333333293596904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,1024,0.005984000033802456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,32,0.0022799999763568244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,8192,0.05174044436878628
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,65536,0.7296097543504504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,6144,0.12247021993001302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,2048,0.007810666329330868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,256,0.0027351110345787476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,12288,0.17078844706217447
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,12288,0.016041777200169034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,768,0.004263111286693149
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,3072,0.03862488932079739
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,16384,0.09971733225716485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,5120,0.025591111845440332
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,65536,0.6832319895426432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,64,0.002941333378354708
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,256,0.004498666773239772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,5120,0.1395324468612671
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,6144,0.011189333266682096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,2560,0.007616000043021307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,256,0.003636444608370463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,128,0.002463999928699599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,256,0.008211555580298105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,128,0.0037297776175869834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,65536,2.9182745615641275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,2048,0.05217777689297994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,32,0.004093333250946469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,4096,13.640600416395399
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,768,0.01531022290388743
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,512,0.0031786666562159858
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,128,0.003149333306484752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,8192,0.9163013034396701
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,10240,1.0386746724446614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,256,0.05833066834343804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,7168,0.0704666641023424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,7168,0.14548088444603816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,5120,0.011400889191362592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,3584,0.008512000242869059
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,3072,0.014412444498803882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,1536,0.014056000444624158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,768,0.0599271125263638
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,768,0.0052595556610160405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,64,0.003343111111058129
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,5120,0.010195555786291758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,256,0.005445333404673471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,7168,0.036849776903788246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,64,0.003638222399685118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,768,0.011196444431940714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,256,0.07327110899819268
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,2560,0.5516168806287978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,4096,0.0047120000753137796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,256,0.05860800213283963
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,3584,0.009907555249002244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,4096,0.1180773311191135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,16384,0.11963644292619492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,5120,0.3966088824801975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,32,0.0022320000247822865
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,32,0.002967111145456632
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,3072,0.010953777366214328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,10240,0.004993777722120285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,32,0.010071111222108206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,7168,0.05238222082455953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,3584,0.00692622239391009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,7168,0.2636275556352404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,256,0.0036728887094391715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,10240,0.018785778019163344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,768,0.036673777633243136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,3072,0.004281777888536453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,3584,0.008000888758235509
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,65536,0.007453333172533248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,7168,0.00999111102686988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,65536,0.10002577967113918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,1536,0.007053333024183909
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,8192,0.22758044136895073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,3584,0.04843733376926846
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,6144,0.03614755471547445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,6144,0.034930666287740074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,3072,0.006440889090299606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,12288,0.003565333369705412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,10240,0.01406222250726488
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,128,0.005778666585683823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,4096,0.10332622130711873
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,1536,0.007858666280905405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,5120,0.04615644282764859
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,1024,0.004648888690604104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,512,0.004107555581463708
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,6144,0.14222044414944118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,6144,0.10428177648120457
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,128,0.0054551110499435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,16384,0.08766666385862563
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,12288,0.13408977455563015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,3584,0.03157777918709649
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,7168,0.193101339870029
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,3584,0.03606399893760681
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,64,0.002287111141615444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,8192,0.06824177503585815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,7168,0.032489776611328125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,65536,14.368367513020834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,256,0.08112355735566881
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,12288,0.044043554200066455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,128,0.2540453275044759
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,512,0.008845333423879411
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,3072,0.009672000176376766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,10240,0.01739022301303016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,3584,0.048319998714658946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,2048,0.008108444511890411
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,64,0.006213333457708359
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,7168,0.005136000199450387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,32,0.0019324444648292328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,256,0.005103111267089844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,256,0.003516444315512975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,128,0.0021439999755885866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,3072,0.00961688905954361
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,128,0.03791111045413547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,3584,0.6517866452534994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,64,0.037455999188952975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,16384,1.691366195678711
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,768,0.01014311114947001
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,128,0.003608889049953885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,256,0.053448888990614146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,2048,0.005616000129116907
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,12288,0.059692442417144775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,1536,0.33716265360514325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,32,0.40394043922424316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,1024,0.01835911141501533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,64,0.002508444504605399
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,6144,0.07378844420115153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,2048,0.01222222215599484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,2560,0.0046942221621672315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,4096,0.13346132967207167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,2048,0.007786666353543599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,4096,0.12330844667222764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,6144,0.05973244375652737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,2560,0.01124888906876246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,2560,0.25681598981221515
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,65536,1.2574088838365343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,32,0.0027964444210131965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,5120,0.27615200148688424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,768,0.010476444330480365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,6144,0.009943111075295342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,64,0.015170666906568738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,8192,0.006088888893524806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,64,0.007000889215204451
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,12288,0.5028782420688206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,2048,0.008288000192907121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,12288,0.12000266710917155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,8192,0.007999111380841997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,3072,0.05908799833721585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,2048,0.01645155582163069
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,128,0.005220444252093633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,3584,0.004523555437723796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,2560,0.012182222472296821
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,10240,0.17581421799129912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,65536,0.2909839948018392
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,768,0.005495111147562663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,8192,0.26949776543511283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,768,0.003871110992299186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,512,0.004949333353175057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,3584,0.007158222297827403
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,768,0.0058711109062035876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,10240,1.2741102642483182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,1024,0.020682666036817763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,12288,6.417520734998916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,65536,7.399193657769097
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,7168,0.07281333208084106
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,1536,0.655677318572998
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,256,0.005489777773618698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,12288,0.02198311189810435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,5120,0.006872889068391588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,7168,0.407042662302653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,6144,0.048594666851891406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,8192,0.217522660891215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,128,0.004028444488843282
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,3072,0.007632888853549957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,1536,0.2892879909939236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,768,0.003942222230964237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,32,0.004461333155632019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,6144,0.0068959999415609576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,512,0.003830222205983268
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,64,0.003036444385846456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,16384,0.03393155667516921
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,2560,0.06442044178644817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,768,0.028548445966508653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,512,0.020801777640978496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,7168,0.031145777967241075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,1536,0.022229333718617756
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,12288,0.05355111095640394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,512,0.006076444354322221
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,256,0.010835555692513784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,5120,1.799732420179579
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,768,0.0288426677385966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,256,0.0038444445365005066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,6144,0.009780444204807281
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,3584,0.028712888558705647
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,1536,0.5705991321139866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,10240,15.217088487413195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,768,0.018622222873899672
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,5120,0.08736622333526611
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,7168,0.08311911424001057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,5120,0.12609688440958658
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,2560,0.01681066718366411
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,1024,0.007998222278224098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,3072,0.04990666773584154
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,12288,0.12141688664754231
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,2048,0.11489866839514838
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,2560,0.022641777992248535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,5120,0.008645333349704742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,4096,0.07232177919811673
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,12288,0.14024178187052408
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,32,0.002392000001337793
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,5120,0.043637331989076406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,256,0.009078222016493479
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,512,0.004460444466935264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,512,0.0047457776963710785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,6144,2.041168000962999
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,7168,0.010760000182522668
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,256,0.006843555718660355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,16384,5.2334107293023004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,6144,0.02863466739654541
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,16384,3.1367217169867625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,1536,0.009675555759006077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,12288,0.03898488812976413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,3584,0.08260711034138997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,128,0.003802666647566689
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,512,0.017480888300471835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,5120,0.054563555452558726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,2560,0.029083556599087183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,512,0.0047439999050564235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,8192,0.011148444480366178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,64,0.004534222185611725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,2048,0.00758844448460473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,6144,0.008538666698667739
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,2048,0.006367110957702001
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,1536,0.06524266799290974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,3072,0.008267555799749162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,10240,0.07059199942482842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,64,0.006671999891599019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,5120,0.01055111073785358
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,64,0.017417778571446735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,65536,42.974880642361114
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,12288,0.02480977773666382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,768,0.005161777966552311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,5120,0.05753778086768257
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,3584,0.24367822541130912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,7168,0.7431208822462293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,16384,0.06789777676264445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,6144,0.2790195677015516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,32,0.0035617777870761026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,4096,0.18686132960849336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,16384,0.09603910975986057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,2048,0.5302462048000759
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,2560,0.002749333365095986
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,32,0.020710221595234342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,7168,0.23318221833970812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,10240,0.2446195549435086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,7168,0.0914720031950209
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,1536,0.07851111226611666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,256,0.004872888740566042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,32,0.005013333426581489
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,128,0.05258488986227247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,256,0.002512000087234709
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,64,0.0035182221068276297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,1536,0.2896755536397298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,16384,1.6651084687974718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,768,0.004953777624501122
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,7168,0.006735999965005451
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,64,0.0033359999457995095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,32,0.005335999859703912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,32,0.0029519999192820657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,6144,0.054458667834599815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,2048,0.011687999798191918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,128,0.0033395555284288195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,512,0.004914666629499859
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,2560,0.010802666346232096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,7168,0.046912001238928906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,2560,0.007875555919276344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,2560,0.07026488913430108
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,1536,0.0041235557032956015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,16384,0.07411822345521715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,2560,0.054566221104727856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,10240,0.10068711307313706
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,12288,0.09555288818147446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,768,0.003927111211750242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,16384,1.7392728593614366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,1024,0.005009777843952179
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,7168,0.008004444340864817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,1024,0.006758222149478064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,16384,1.0661279890272353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,3072,0.24042044745551217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,1024,0.2570248974694146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,1536,0.005054222212897407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,8192,0.11380355887942845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,4096,0.18995377752516004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,1536,0.01685688893000285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,32,0.005232000102599462
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,768,0.00416355538699362
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,128,0.0017599999490711426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,512,0.0041680000722408295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,3072,5.14915296766493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,65536,0.10608888996971978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,65536,2.2212816874186196
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,512,0.011933333343929715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,64,0.0029173334025674393
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,1024,0.01239999963177575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,1536,0.00924533357222875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,2048,0.02183466653029124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,32,0.3387751049465603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,7168,0.12857245074378118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,6144,0.04993244343333774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,768,0.008471999731328752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,768,0.010970667004585266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,1536,0.006187555690606435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,16384,1.3132923973931205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,12288,0.08315822150972155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,3584,0.06898666752709283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,1024,0.107205331325531
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,3584,0.31397689713372123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,12288,0.6860248777601453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,512,0.08454844686720107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,128,0.008026666939258575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,768,0.017916444275114272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,2560,0.5532391336229112
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,16384,0.1634088887108697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,2560,0.006253333141406377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,3072,0.010145777629481422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,16384,3.9992531670464406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,2048,0.01828533411026001
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,16384,0.014044443766276041
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,64,0.011445333560307821
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,10240,0.22831911510891387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,2048,0.6312461958991157
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,2048,0.016936888297398884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,5120,0.03676799933115641
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,256,0.007088888850477006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,128,0.0034737777378824023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,12288,0.027067555321587458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,6144,0.17415289084116617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,65536,0.6707822481791178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,16384,0.22172710630628797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,12288,1.6134061813354492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,256,0.0037697777152061462
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,2048,0.2631137900882297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,3584,0.33799288007948136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,32,0.0021546667234765156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,10240,0.12300977441999648
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,512,0.04700266652637058
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,6144,0.30454932318793404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,5120,0.05852178070280287
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,3584,0.010192888478438059
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,12288,0.11824799908532037
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,512,0.0557253360748291
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,4096,0.007051555646790399
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,8192,0.004146666576464971
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,3072,0.6361129018995497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,5120,0.06456266509162055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,16384,3.266169865926107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,512,0.015036443869272867
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,3072,0.11873600218031143
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,4096,0.054755555258856885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,2560,0.049109333091311984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,1024,0.005592888842026393
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,7168,0.1459804508421156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,6144,0.0047484445903036325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,512,0.00812177773978975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,4096,0.005483555710977978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,2560,0.026348445150587294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,2048,0.009550222092204625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,6144,0.035564445787005954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,8192,0.0921928882598877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,16384,0.3116311232248942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,5120,3.669739617241753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,3072,0.08559111091825698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,2048,0.10374666584862603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,10240,4.447586483425565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,16384,1.1198462380303276
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,32,0.003988444391224119
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,2560,0.28876890076531303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,7168,0.10030221939086914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,5120,3.530260509914822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,1024,0.012690666649076672
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,3584,0.0075733330514695905
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,4096,0.09490399890475804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,32,0.006543111056089401
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,16384,0.9254248936971029
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,2560,0.009742221898502773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,2560,0.0064560001095136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,3584,0.16919288370344374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,1536,0.04050488935576545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,10240,0.051217777861489185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,128,0.006597333484225803
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,65536,4.468386756049262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,16384,3.706267462836372
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,128,0.03609155615170797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,3584,0.0716257757610745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,768,0.041095998552110456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,8192,0.22156443860795763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,7168,0.14443022674984402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,1536,0.011169777976142036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,12288,1.633636474609375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,5120,0.11810844474368626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,2560,0.006511999915043513
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,1024,0.012094222009181976
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,512,0.0033093332830402586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,7168,0.01835911141501533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,8192,0.12419111198849148
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,10240,0.1104302207628886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,128,0.0033404444240861465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,6144,0.028312000963422988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,7168,0.3382284376356337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,65536,0.04295466674698723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,32,0.06082666582531399
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,32,0.1796497768825955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,5120,0.017472000585661996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,1024,0.005008888741334279
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,2560,7.0481821695963545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,1536,0.010791999598344168
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,7168,0.030672887961069744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,16384,0.7191297743055555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,6144,0.11671377552880181
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,8192,0.014397333065668741
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,16384,0.24349954393174914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,65536,3.2979191674126516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,128,0.00435288871328036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,64,0.0038275557259718576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,2048,0.04531466629770067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,512,0.003908444609906939
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,1536,0.8760773340861002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,10240,0.02335111134582096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,2048,0.550704903072781
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,256,0.005782222168313132
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,16384,0.2275617652469211
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,256,0.004274666723277834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,1024,0.09075466791788737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,2048,0.006715555571847492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,2560,0.04118844535615709
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,2560,0.009171555439631144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,2048,0.16172177261776394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,6144,0.04965066578653124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,12288,0.6216942469278971
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,64,0.005060444275538127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,10240,0.06365066766738892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,4096,0.013988445202509562
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,5120,0.022451554735501606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,64,0.002040000011523565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,1536,0.00480000012450748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,10240,3.1482764350043406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,2048,0.04271911250220405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,3072,0.9514613681369357
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,64,0.0034773333205117118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,3072,0.026019554999139573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,512,0.004301333179076512
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,3584,0.09087466531329685
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,12288,0.5374719831678603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,4096,0.14859999550713435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,5120,0.051701333787706166
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,12288,0.01612444387541877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,512,0.003149333306484752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,3584,0.019289778338538278
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,1536,0.0037848887344201407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,2560,0.02882222334543864
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,12288,0.08086133003234863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,4096,0.019682667321628995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,65536,32.67926364474827
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,12288,0.11232177416483562
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,32,0.004398222184843487
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,128,0.002955555501911375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,256,0.002436444370283021
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,7168,0.2661120096842448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,3584,0.05453333258628845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,3584,0.04999022351370918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,7168,0.09498133261998494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,2560,0.10725244548585679
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,4096,0.06186755498250326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,1536,0.12289955880906846
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,2048,0.011599111060301462
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,6144,0.209135995970832
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,4096,0.014136888914638095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,16384,0.09120000070995754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,7168,0.03995111253526475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,7168,0.16481155819363064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,12288,1.0500097274780273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,64,2.176781336466471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,3584,1.0060737397935655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,256,0.005239999956554837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,8192,0.05266044537226359
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,768,0.008262222011884054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,7168,0.8763964441087512
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,32,0.03309066759215461
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,4096,0.0041404445138242514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,128,0.007653333246707916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,6144,0.0602933300866021
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,16384,0.009588444398509132
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,10240,1.0379244486490886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,8192,0.014056889547242058
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,512,0.005004444470008214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,1536,0.009009777671760982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,65536,0.33971911006503636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,7168,0.007275555696752336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,10240,0.08743200037214492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,128,0.005260444349712796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,1024,0.008663111262851292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,4096,0.5570275518629286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,8192,0.5128862063090006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,6144,0.11995200316111247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,7168,0.019525332583321463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,768,0.10479466782675849
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,5120,0.11481422848171657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,5120,0.022414222359657288
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,8192,0.47604089313083225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,4096,0.005149333427349727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,65536,0.3731199900309245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,10240,1.266116460164388
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,10240,0.21216621663835314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,3072,0.19707377751668295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,2560,0.016519111063745286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,6144,0.04058311051792569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,2560,0.16437333159976536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,7168,0.06632177697287665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,32,0.5144044558207194
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,256,0.003637333297067218
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,512,0.0031617778456873367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,1536,0.28184978167215985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,3584,0.12001155482398139
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,10240,0.22849954499138725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,768,0.012591111163298288
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,256,0.020802666743596394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,10240,0.06402489211824205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,5120,0.05323822299639384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,3584,0.04768622252676222
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,768,0.011882666912343768
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,3072,0.07907111114925809
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,8192,0.24098311530219185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,3072,0.640020423465305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,32,0.02542488939232296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,1536,0.007066667079925537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,65536,1.9380452897813585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,64,0.004419555680619346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,16384,0.06951910919613309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,2048,0.06052177482181125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,4096,0.004951999833186467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,5120,0.060460441642337374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,8192,0.030797332525253296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,1536,0.015843555331230164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,32,0.004419555680619346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,1024,0.004242666479614046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,4096,1.689976904127333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,64,0.0021235555824306277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,4096,0.020378667447302077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,2048,0.04058311051792569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,128,0.9361208809746636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,12288,0.2731262312995063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,32,0.011163555913501315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,4096,0.1364577743742201
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,10240,0.32554933759901256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,2048,0.35648443963792587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,1024,0.013467555244763693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,2560,0.006672888994216919
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,5120,0.1372942262225681
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,7168,0.22727110650804308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,4096,0.054449776808420815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,4096,0.03805155555407206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,64,0.005114666703674528
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,2048,0.017246221502621967
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,128,0.004088888979620404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,1536,0.003528888854715559
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,2048,0.019886222150590684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,16384,0.0069857777820693115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,1024,0.15088978078630236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,7168,0.11151822408040364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,7168,0.011905777785513135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,3584,0.008330666356616551
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,3072,0.0041288890772395665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,128,0.0035084444615576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,4096,0.18340088261498344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,2560,0.013767999907334646
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,12288,0.36849334504869247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,128,0.0019946667469210094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,256,0.002604444407754474
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,8192,0.01183555523554484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,7168,0.22679111692640516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,4096,0.050982223616706006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,1024,0.033913777934180364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,1024,0.004294222427739037
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,2560,0.011855999628702799
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,256,0.0038968887594011095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,3072,0.00793599999613232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,32,0.0026488889836602737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,7168,0.035982221364974976
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,256,0.038282665941450335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,8192,4.370050642225477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,1536,8.835932413736979
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,2560,0.010538666612572141
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,2048,0.5654151174757216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,128,0.005947555518812603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,2560,0.46494309107462567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,32,0.009907555249002244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,32,0.0021946666141351065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,4096,0.14693689346313477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,65536,5.6688232421875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,1536,0.019860444797409903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,6144,0.01331911070479287
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,128,0.0028159999185138275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,10240,0.39880532688564724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,1024,0.0070159998204973005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,32,0.0024542222834295696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,128,0.06248088677724203
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,3584,0.7996231185065376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,6144,0.4680444399515788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,2560,0.05319644345177544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,10240,5.36663097805447
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,12288,0.24966843922932944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,3072,0.007551111280918121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,2560,0.08986666467454697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,1024,0.004271999829345279
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,512,0.0035955554081334006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,768,0.017920000685585868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,512,0.008625778059164682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,12288,0.1068248881234063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,2560,0.01055111073785358
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,1024,0.008103110724025303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,65536,0.0816755559709337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,256,0.005119110975000593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,6144,0.3215217855241564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,4096,0.038188444243537054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,12288,0.009321778184837764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,768,0.011186666786670685
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,3584,0.2260026666853163
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,64,0.002448888909485605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,12288,0.1272897720336914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,5120,0.5400622155931261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,2560,0.008960888617568547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,64,0.0020373333245515823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,6144,0.008763555851247575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,1024,0.03497066762712266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,7168,0.7532915539211698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,2560,0.00479644454187817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,12288,5.421257019042969
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,256,0.004369777937730153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,128,0.0035786665976047516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,3072,0.561571545071072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,8192,0.08227555619345771
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,4096,0.005544888890451855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,6144,0.1020782192548116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,5120,0.04642666710747612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,32,0.002647111192345619
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,5120,0.006047111004590988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,2560,0.05044088761011759
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,3584,0.021016889148288306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,1536,0.019556444552209642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,3584,0.38420621554056805
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,3584,0.012811555630630918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,16384,1.680826716952854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,256,0.004002666721741359
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,4096,0.004342222379313575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,6144,0.04011377692222595
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,12288,0.1048177745607164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,32,0.03544622328546312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,1024,0.05212533473968506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,256,0.012004444168673621
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,256,0.05203288793563843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,1536,0.3514115545484755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,10240,0.10661511288748847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,768,0.005719111197524601
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,768,0.004111111164093018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,64,0.005419555637571547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,128,0.001993777851263682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,4096,0.0683200028207567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,128,0.0042204442951414315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,768,0.04688355657789442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,8192,0.07666222254435222
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,4096,0.020541333489947848
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,1024,0.00591111100382275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,7168,0.09295822514428033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,5120,0.03979377614127265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,7168,0.03607733382119073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,5120,0.004736888739797804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,128,0.0021333334346612296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,5120,0.11848889456854926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,256,0.0037848887344201407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,8192,0.10671555333667332
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,256,0.038176000118255615
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,16384,0.09316355652279323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,1536,0.004027555386225383
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,1024,0.012143111063374413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,768,0.004003555410438114
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,1024,0.007656888829337225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,10240,0.010371555884679159
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,6144,0.009966221948464712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,1024,0.005399111244413588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,256,0.01850400037235684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,64,0.0019804444164037704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,16384,0.10097955332862006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,6144,0.11697867181566025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,6144,0.160044444931878
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,2560,0.004498666773239772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,512,0.01016444464524587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,8192,0.09132355451583862
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,12288,0.006529777828190062
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,10240,0.06085244152281019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,4096,0.1880951060189141
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,6144,0.012140444583363004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,128,0.005138666679461797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,5120,0.2707040044996473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,2560,0.06858488586213854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,3072,0.022870222727457683
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,8192,0.12428443961673313
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,7168,0.018945778409639995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,1536,0.04269688990381029
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,8192,0.2165937821070353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,8192,2.7108497619628906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,65536,0.6709049012925891
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,16384,0.5539146529303657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,16384,0.2568799919552273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,1536,0.010209778116808997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,128,0.0022124445272816554
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,1536,0.7154977586534289
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,2048,0.004332444320122401
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,6144,0.2706071005927192
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,3584,0.10123911168840195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,768,0.00544177782204416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,512,0.013657777673668332
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,32,0.004439110971159405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,10240,0.1379635598924425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,65536,0.10288088851504856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,64,0.004491555607981152
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,64,0.0028284444577164124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,128,0.0046986668474144405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,768,0.0053297777970631914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,32,0.009111111362775167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,3072,0.02641511129008399
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,512,0.006783111227883234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,1024,0.006204444501135085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,65536,3.267491658528646
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,7168,5.265221489800347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,16384,1.347183969285753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,7168,0.19455556074778238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,512,0.005244444641802046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,128,0.04764088988304138
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,64,0.002512000087234709
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,1024,0.006602666858169768
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,10240,0.00980088859796524
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,128,0.0033191111352708605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,256,0.006864000111818314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,10240,0.12937955061594644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,4096,0.08419733577304417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,6144,0.025404444999165002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,128,0.00387999994887246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,256,0.005081777771313985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,12288,0.15582933690812853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,10240,2.0684257083468967
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,1024,0.017295110556814406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,256,0.0069066666894488865
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,16384,0.16908533043331572
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,2048,0.10617778036329482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,512,0.003569777641031477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,7168,0.018393778138690524
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,512,0.03284444411595663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,8192,0.00620177760720253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,65536,1.6991973453097875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,512,0.43508089913262266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,3584,0.12261511219872369
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,8192,0.141792893409729
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,5120,0.5346817970275879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,2048,0.010455999937322406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,10240,0.07071822219424777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,128,0.0034177777253919174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,65536,0.2232888804541694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,3584,0.01216533366176817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,16384,0.32818577024671763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,512,0.00851288851764467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,10240,0.0173342227935791
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,3584,0.033717334270477295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,3584,0.3719617790646023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,12288,0.12936088773939344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,12288,0.14739289548661974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,7168,0.9309564166598849
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,128,0.0041999999019834726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,4096,0.01832177738348643
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,256,0.004456000195609199
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,3072,0.006601777755551868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,4096,0.06053600046369764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,7168,0.26896267467074925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,65536,4.61880620320638
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,128,0.0028657778683635923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,3072,0.2203893396589491
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,32,0.003419555516706573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,12288,0.3472159968482123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,64,0.002334222197532654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,64,0.005063111169470681
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,512,0.004044444610675176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,32,0.0020968889196713767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,16384,0.16030311584472656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,128,0.0276826669772466
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,64,0.00489066665371259
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,2048,1.2111519707573783
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,16384,0.12243555651770698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,12288,0.018977777825461496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,3072,0.013272888958454132
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,512,0.5462569130791558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,10240,0.03042666779624091
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,32,0.0022444443570242985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,8192,0.11491910616556804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,4096,0.07688444190555148
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,512,0.004051555362012652
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,32,0.002741333304180039
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,8192,0.09522933430141872
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,2560,0.02776622275511424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,6144,0.004355555607212914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,512,0.007316444483068254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,3072,0.20039378272162545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,768,0.01331911070479287
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,64,0.14041599962446424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,10240,0.18016355567508271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,4096,0.01835644410716163
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,3584,0.03051111102104187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,3072,0.00924800005224016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,3584,0.2018657790289985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,3584,0.016873778568373788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,1024,0.5881795353359646
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,256,0.009031111167536842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,16384,0.5427235497368706
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,256,0.013237333132161034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,7168,0.07964889208475749
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,5120,3.1315032111273875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,4096,0.03168355425198873
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,2560,0.010066666536860997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,768,0.005437333136796951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,2048,0.19891733593410918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,3072,0.03375733229849074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,4096,0.012256888879670037
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,10240,0.149144000477261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,1024,0.006877333339717653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,768,0.00424799985355801
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,2048,0.077001776960161
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,10240,0.17917333708869088
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,2048,0.13450311289893255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,7168,0.04677066538068983
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,128,0.004091555459631814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,256,0.002740444408522712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,128,0.0028151110228565005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,64,0.0034133332471052804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,768,0.01737866633468204
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,768,0.003960000144110786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,256,0.004266666869322459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,3072,0.05018755462434557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,256,0.09209333525763617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,64,0.003343111111058129
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,2048,0.019291554888089497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,1024,0.01129155523247189
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,128,0.011604444848166572
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,6144,0.032532443602879844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,12288,6.1916291978624125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,12288,0.3083226680755615
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,32,0.005629333357016246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,65536,1.636403507656521
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,1536,0.007234666910436418
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,7168,0.2995893425411648
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,1536,0.045788443750805326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,12288,0.7331066661410861
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,2048,0.017456889152526855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,6144,0.1465724441740248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,65536,6.0209715101454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,32,0.029289778735902574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,12288,0.214281784163581
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,128,0.011032889286677042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,32,0.005033777819739448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,3584,0.05613155497445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,2560,0.04332266582383049
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,1024,0.004260444392760594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,4096,0.00908622228437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,768,0.0038977778620190094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,10240,0.0052737775776121355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,3072,0.005201777650250329
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,2560,0.006036444256703059
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,16384,1.0551101896497939
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,3584,0.003519999898142285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,16384,0.08851822217305501
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,2048,0.5996177991231283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,64,0.002504000026318762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,2048,0.03198933270242479
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,5120,0.017107556263605755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,128,0.002424000038041009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,1536,0.007366221812036302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,6144,0.006585777633719974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,2048,0.03696799940533108
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,3072,0.03308799862861633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,256,0.0037360000941488477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,512,2.2683938344319663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,10240,0.3238328827752007
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,8192,0.09621155261993408
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,10240,0.13630933231777614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,4096,0.07914400100708008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,512,0.004042666819360522
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,32,0.002321777865290642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,16384,2.164832009209527
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,16384,0.036165333456463285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,6144,0.07560266388787164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,6144,0.0800959997706943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,3072,0.10180533594555324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,1536,0.008383110993438298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,4096,0.10477066702312893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,512,0.009490666290124258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,10240,0.2587413258022732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,64,0.009081777599122789
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,3072,0.051869332790374756
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,12288,0.21183999379475912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,32,0.007871111234029135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,768,0.9200906753540039
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,1536,0.04121511181195577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,512,0.010095111197895473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,64,0.006075555665625467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,32,0.0019431112127171622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,6144,0.18599200248718262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,65536,0.0769875579410129
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,5120,0.11778310934702556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,3584,0.4740133285522461
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,8192,0.36224089728461367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,12288,0.0163102216190762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,512,0.004268444246715969
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,256,0.00610133343272739
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,2048,0.0058515556156635284
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,7168,0.2472968896230062
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,8192,0.013125333521101209
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,1024,0.22440711657206217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,256,0.07721333371268378
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,512,0.0035786665976047516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,2048,0.007682667010360294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,10240,0.1530053350660536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,3584,0.27992622057596844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,1536,0.43500622113545734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,1024,0.01629155543115404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,7168,0.07394755548901029
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,2560,0.006485333459244833
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,256,0.004679999831649992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,7168,0.26209155718485516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,8192,0.012093333734406365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,10240,0.020822222034136455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,3584,0.10686044560538398
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,12288,0.07662489016850789
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,4096,0.046612444851133555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,16384,0.04991733365588718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,12288,0.22267556190490723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,1536,0.01608800060219235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,32,0.004408888932731417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,3072,0.0047884442740016514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,6144,0.006059555543793573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,3072,0.010716444088353051
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,2048,0.1443208853403727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,10240,0.010057777994208867
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,8192,0.034640888373057045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,4096,0.14883377816942003
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,3584,0.009740444521109263
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,2560,8.735321044921875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,768,0.00424888895617591
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,768,0.04788088798522949
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,1536,0.0036346668170558084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,2048,0.008581333690219456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,12288,0.08167822493447198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,128,0.010475555227862464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,32,0.031381332212024264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,10240,0.01739911072784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,768,0.4381297694312201
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,3584,0.041647109720442034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,32,0.007239110767841339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,8192,0.12313066588507758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,64,0.18954311476813424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,8192,0.6730142169528537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,128,0.01882133384545644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,512,0.009840000006887648
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,4096,0.2666471004486084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,768,0.042232000165515475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,7168,0.0944639974170261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,6144,0.041315555572509766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,256,0.00721955547730128
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,64,0.00240355564488305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,64,0.004611555486917496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,2560,0.013442666994200813
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,3072,0.11666933695475261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,5120,0.004543999830881755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,1536,0.009266667068004608
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,8192,1.5116862191094294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,2560,0.06412088871002197
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,32,0.012499555945396423
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,1024,0.2353582117292616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,256,0.004101333518822988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,16384,0.006401777681377199
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,8192,0.16319199403127035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,2048,0.13774311542510986
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,16384,0.08122755421532525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,16384,0.30798043145073783
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,128,0.0036915557252036203
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,1536,0.006144888699054718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,128,0.01186044431395001
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,1024,0.02290311124589708
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,256,0.008906666603353288
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,2048,0.02184088859293196
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,4096,0.2317804495493571
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,2048,0.007146666447321574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,64,0.002918222298224767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,768,0.005548444473081165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,2048,0.006223111102978389
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,65536,0.5113200081719292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,2560,0.1304302215576172
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,5120,0.08105778031879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,128,0.004119111018048393
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,64,0.0019457776927285725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,3072,0.0728693339559767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,10240,0.17432978418138292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,512,0.010718222293588849
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,1536,0.03836089041497972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,768,0.0063591111037466265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,8192,0.189864887131585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,2560,0.026713778575261433
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,4096,0.13526222440931532
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,2048,0.06023910972807142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,6144,0.033167110549079046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,7168,0.1868764426973131
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,3072,0.015092444088723926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,2560,0.0058319999112023254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,4096,0.005583111196756363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,32,0.003955555458863576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,7168,0.013263999587959714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,1536,0.035727110173967146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,16384,0.023521777656343248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,10240,0.01706044375896454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,512,0.011008888483047485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,128,0.057279997401767306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,256,0.047707554366853505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,7168,0.07896711428960164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,64,0.003944000022278892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,6144,0.12707732783423528
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,512,0.010928000013033548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,768,0.0023599999646345773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,12288,0.007845333053006066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,7168,2.1334461636013455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,3584,0.04539288745986091
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,3584,0.007214222517278459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,4096,0.05330311258633932
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,1536,0.017384888397322763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,32,0.0019493332753578823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,768,0.0036391110883818734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,2560,0.013479111095269522
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,128,0.0032186667538351486
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,8192,0.08336622185177273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,2560,0.00922400007645289
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,768,0.008198222352398766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,768,0.004344888859324985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,768,0.004884444591071871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,1536,0.04092177748680115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,768,0.00675022229552269
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,512,0.04887911015086704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,1536,0.055664890342288546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,65536,0.5987733205159506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,1536,0.10104355547163223
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,512,0.00676711110605134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,6144,0.006079111248254776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,2048,0.007691555553012424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,256,0.018414222531848483
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,8192,0.05214755402670967
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,1536,0.47084442774454754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,512,0.078456891907586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,1024,0.004307555655638377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,8192,0.2033226622475518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,1024,0.012111110819710625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,3584,0.05814222494761149
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,65536,0.45299021402994794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,1536,0.010551999840471478
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,1536,0.9838790893554688
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,64,0.11833777692582871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,65536,1.528407096862793
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,5120,0.014191110928853353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,10240,0.11595822705162896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,5120,0.08966400225957234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,16384,0.010832000109884473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,768,0.02735822233888838
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,2560,0.0041662222809261745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,4096,0.014568888478808932
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,2048,0.019499555230140686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,16384,0.41474045647515195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,32,0.016859556237856548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,16384,0.6488480038113064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,64,0.01707466608948178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,12288,0.22315910127427843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,10240,0.014783110883500842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,1024,0.02038666605949402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,128,0.004021333323584663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,4096,0.10825688971413507
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,3584,0.005114666703674528
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,64,0.009891555541091496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,512,0.006208000083764394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,32,0.0033582221302721235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,7168,0.030010667112138536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,128,0.0040835556056764396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,3584,0.09605333540174697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,3072,0.004026666697528628
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,256,0.0026355555488003623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,64,0.006222222414281633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,32,0.004309333446953031
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,3072,0.02903111113442315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,256,0.004862222406599256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,5120,0.13154755698310003
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,65536,2.0049652523464627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,4096,0.012423111332787408
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,4096,0.008328888979223039
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,8192,26.372450086805557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,8192,0.05652177996105618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,16384,0.0073315559162033936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,16384,0.06282222270965576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,128,0.0037191112836201987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,1536,0.003638222399685118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,3584,0.020977778567208186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,16384,0.0052764444715446895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,10240,0.13421332836151123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,12288,0.027098667290475633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,1024,0.10757955577638413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,512,0.0037208890749348533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,65536,0.20957422256469727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,65536,1.468965318467882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,2560,0.15462756156921387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,1024,0.012303111453851065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,3584,0.09709422455893622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,128,0.005703111075692707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,128,0.0032684444967243406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,64,0.003516444315512975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,512,0.0037120001183615792
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,1024,0.003489777859714296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,65536,0.8588382403055826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,65536,0.5557929144965278
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,1024,0.8740213182237414
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,2048,0.01420088940196567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,6144,0.08338133494059245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,4096,1.3145386377970378
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,2048,0.22706932491726348
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,10240,1.2433680428398979
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,64,0.003600888782077365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,6144,0.06330311298370361
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,5120,0.11711466312408447
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,256,0.004143110993835661
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,6144,0.06530488861931695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,2048,0.0038942222793896994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,768,0.02479644450876448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,6144,0.007294221884674496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,10240,0.008042666647169325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,16384,0.43706666098700625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,16384,0.038161777787738375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,64,0.005647999958859549
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,512,0.0041599998043643106
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,1024,0.011391110718250275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,7168,0.12378399901919895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,6144,0.16936533980899385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,10240,0.13188089264763728
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,768,0.0024604443460702896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,16384,5.3329518636067705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,16384,0.5840195549858941
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,128,0.002190222135848469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,1536,0.03703022334310744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,64,0.004084444294373195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,2560,0.02964799933963352
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,32,0.0025537777692079544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,32,0.0034560000316964257
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,12288,0.06755999724070232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,3584,0.0047306666771570844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,1024,0.00657066661450598
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,65536,0.648714648352729
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,32,0.0033155555526415506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,1024,0.013343999783198038
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,768,0.052758223480648465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,512,0.004416000097990036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,3584,0.1002639995680915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,3584,0.0924195581012302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,64,0.005041777673694822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,12288,0.3445902135637071
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,32,0.0021991110924217436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,16384,0.7505048645867242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,7168,0.054324444797303945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,256,0.005025777965784073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,8192,0.0703279972076416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,1024,0.07071022192637126
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,8192,0.004975999808973736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,1536,0.007159111400445302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,4096,0.004403555558787452
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,64,0.003379555626047982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,512,0.0052062223354975385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,6144,0.01998666591114468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,1024,0.005597333527273602
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,16384,0.18323200278811982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,1536,0.007827555967701806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,10240,0.005102222164471944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,256,0.006048888795905643
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,3584,0.030673778719372217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,2560,0.35828177134195965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,3584,0.09679288996590509
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,12288,0.0064604443808396654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,8192,2.5722639295789933
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,128,0.004568888909286923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,6144,0.05585777759552002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,64,0.03241422110133701
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,12288,0.028809779220157202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,4096,0.04233422213130527
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,3072,0.006604444649484422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,768,0.006894222150246303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,7168,0.13943378130594888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,3584,0.011707555916574268
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,2560,0.015260444747077094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,3584,0.12030843893686931
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,3584,0.008656889200210571
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,32,0.03668977816899618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,64,0.004017777740955353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,256,0.0028000000036425064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,7168,0.013108444710572561
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,768,0.018585777944988675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,256,0.007285333342022366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,1024,0.03335466649797227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,3584,0.23328354623582628
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,4096,0.4126568900214301
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,32,0.012734221915404001
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,768,0.17051022582583955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,1024,0.005129777722888523
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,32,0.0027137777457634607
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,5120,0.04733511143260532
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,1024,0.010587555666764578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,10240,0.23763643370734322
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,768,0.07467910978529188
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,512,0.004729777574539185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,768,0.004271999829345279
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,512,0.0037377778854635027
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,256,0.005570666657553778
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,3584,0.08852177858352661
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,2048,0.0695306658744812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,12288,0.052383999029795326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,768,0.0038204445607132385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,16384,0.4348799917432997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,8192,0.04504088891877068
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,10240,0.09520444605085586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,12288,0.04050044549836053
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,4096,0.05211111240916782
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,768,0.006583999842405319
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,10240,0.08271377616458468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,3584,1.8400853474934895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,4096,0.11685244242350261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,768,0.003664888855483797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,1536,0.01603911154799991
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,64,0.0027075554761621687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,768,0.004311999926964442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,1536,0.003779555360476176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,2048,0.7253857718573676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,4096,0.038196444511413574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,128,0.003958222352796131
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,256,0.010972444381978778
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,768,0.4727626906500922
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,2048,0.010626667075686984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,2560,0.006317333214812809
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,1536,0.009542221824328104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,512,0.009715555442704095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,1024,0.009345778160625035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,8192,0.07614755630493164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,5120,0.06865688827302721
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,7168,0.10913155476252238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,16384,0.21134489112430146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,768,0.0046977777447965415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,10240,0.11797777811686198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,3072,0.03721155391799079
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,3072,0.10658933056725396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,12288,0.02660088903374142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,3584,0.007048889166778988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,2560,0.5409679942660862
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,10240,0.11495110723707412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,7168,0.036678221490648054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,10240,0.11864266130659316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,6144,0.12048444483015273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,32,0.009217778013812171
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,4096,0.4797013070848253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,32,0.0032871110985676446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,32,0.004450666821665234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,2048,0.02293866707219018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,5120,0.013975999421543546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,10240,0.26262932353549534
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,512,0.008452444440788692
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,32,0.00423200014564726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,512,0.011600889265537262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,10240,0.549183103773329
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,256,0.014073777529928418
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,64,0.0032755554550223877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,3584,0.1005200015174018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,12288,12.463904486762154
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,16384,0.16117955578698054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,1024,0.06834755341211955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,65536,5.2821066114637585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,4096,0.42028178109063047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,768,0.006400888992680444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,65536,1.11516178978814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,1024,0.016951110627916124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,8192,0.26835378011067706
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,32,0.004933333231343163
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,3072,0.12359821796417236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,1024,0.005759999983840519
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,1536,0.016248888439602323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,32,0.0031155554784668815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,3072,0.0063742221229606206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,768,0.007546666595670912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,5120,0.11973155869377984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,5120,0.28739823235405815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,4096,0.04862133330769009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,256,0.05252444412973192
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,12288,0.007069333559936947
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,10240,0.040018667777379356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,1536,0.010572444233629437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,7168,0.2152195506625705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,3072,0.009860444400045607
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,3072,0.041722665230433144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,4096,0.04881333311398824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,3072,0.0780986679924859
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,65536,0.7126177681816949
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,128,0.012551999754375882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,768,0.0041644444896115195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,256,0.03706044289800856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,12288,0.30490843454996747
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,512,0.036664889918433294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,2560,0.2643253273434109
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,3584,0.006919999917348226
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,256,0.005120000077618493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,768,0.0033208889265855155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,512,0.007481777833567725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,3584,0.005619555711746216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,3584,0.07149955299165514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,8192,0.006152888966931238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,2560,0.007822222179836696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,16384,1.8329893747965496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,4096,0.00909511082702213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,16384,0.6061884562174479
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,1024,0.11591111289130317
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,65536,10.457106696234808
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,128,0.004150222159094281
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,16384,0.14269155926174587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,64,0.002256888896226883
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,2048,0.043450666798485645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,3584,2.225378672281901
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,10240,0.009089777866999308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,1024,0.009594666461149851
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,3584,0.23444888326856825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,4096,0.018397332893477548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,5120,0.005522666705979242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,6144,0.006447111152940326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,768,0.012710221939616732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,32,0.014203555054134794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,3072,0.03373422225316366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,128,0.0046533333758513136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,512,0.00865955568022198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,10240,0.07305510838826497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,5120,0.038541333542929754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,12288,0.3307742277781169
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,768,0.012280888855457306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,2048,0.005676444619894028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,512,0.008845333423879411
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,256,0.005038222091065513
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,512,0.019827556278970506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,6144,0.016691555579503376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,8192,0.08938933081097072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,64,0.002605333303411802
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,1024,0.1027946670850118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,32,0.03671822283003066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,3072,0.005910222315125995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,16384,0.8898613188001844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,2048,0.005710222240951326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,32,0.007699555820888943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,128,0.020868443780475195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,2048,0.1097831130027771
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,2048,0.009963555468453301
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,65536,0.13941689332326254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,512,0.004038222134113312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,65536,0.8959555096096463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,12288,0.42978488074408633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,768,0.06350133154127333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,16384,0.01016355554262797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,65536,0.28457599216037327
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,5120,0.04427466789881388
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,128,0.003724444243643019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,1536,0.016656888855828177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,512,0.0036657779581016968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,128,0.007838221887747446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,4096,0.007658667034573025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,65536,0.009031111167536842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,7168,0.13267021709018284
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,1024,0.043679998980628125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,16384,3.728094312879774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,10240,0.17360088560316297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,2560,0.08850666549470688
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,16384,0.21255732907189262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,512,0.03563200102912055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,5120,0.009848888549539778
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,10240,0.00849599970711602
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,256,0.003067555526892344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,5120,0.05981066491868761
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,768,0.009566222627957663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,7168,0.011423110961914062
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,64,0.0026844443960322272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,3584,0.010818666881985135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,2048,0.048587554030948214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,64,0.003063111048605707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,16384,0.0529333319928911
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,2560,0.03999733262591892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,1536,0.07156711154513888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,1024,0.012488889197508493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,64,0.0023680000255505242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,10240,0.2139893372853597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,64,0.003400000019205941
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,3072,0.02035999960369534
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,768,0.006769777586062749
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,768,0.028445333242416382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,5120,0.012333333492279053
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,4096,1.6976132922702367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,12288,0.13019111421373156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,256,0.04826400015089247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,12288,0.070214225186242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,768,0.005128889034191768
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,6144,0.14347644646962485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,8192,0.06624888711505465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,2560,0.05278755558861626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,8192,0.01260444439119763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,2048,2.9380505879720054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,16384,0.05156711075041029
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,8192,0.025607110725508794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,768,0.15077600214216444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,32,0.0038275557259718576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,128,0.002519999941190084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,4096,0.047462221648958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,128,0.012372444073359171
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,1024,0.013821333646774292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,7168,0.45248619715372723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,7168,0.011968889170222811
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,4096,0.011375111010339526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,128,0.0046862223082118565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,3584,0.09191022316614787
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,256,0.011874666644467248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,1024,0.1102657781706916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,256,0.004093333250946469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,65536,0.36699912283155656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,3584,0.09186666541629368
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,4096,0.04939466714859009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,256,0.07040266858206855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,16384,0.108642664220598
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,64,0.006821333534187741
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,512,0.022459555003378127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,128,0.003669333126809862
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,512,0.004281777888536453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,1024,0.034713778230879046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,4096,0.03379911184310913
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,16384,0.005962666538026597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,65536,11.88879140218099
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,16384,0.024720888998773363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,768,0.019408888287014432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,16384,0.05455644594298469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,7168,0.4958595699734158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,1536,0.009013333254390294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,7168,10.224099900987413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,8192,0.150691548983256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,10240,0.26973244878980845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,1536,0.01278222186697854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,64,0.002456888970401552
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,256,0.008106666306654612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,65536,2.4704763624403214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,12288,0.07976533306969537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,512,0.005991999887757831
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,16384,0.07004711363050672
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,16384,0.5901990996466743
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,3072,0.007050666544172499
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,5120,0.21832266118791369
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,6144,0.0743431117799547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,65536,34.80512830946181
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,12288,0.3274364471435547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,2048,0.006275555739800136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,128,0.008009778128729926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,12288,0.00489688871635331
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,128,0.005247999810510212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,64,0.011396444506115384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,512,0.0069351109365622205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,3584,0.040101332796944514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,65536,0.5786417855156792
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,6144,0.20804266134897867
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,32,0.007963555554548899
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,5120,0.013759111364682516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,512,0.005201777650250329
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,8192,1.6687217288547094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,2048,0.16069689061906603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,64,0.0022808888720141514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,3072,0.008615111311276754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,256,0.003072000005178981
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,16384,0.16889688703748915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,6144,0.6348017586602105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,65536,0.8761555353800455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,5120,0.22833334075080025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,7168,0.013520888984203339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,512,0.005521777603361342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,768,0.008564444051848518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,65536,10.342798868815104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,7168,0.7194657855563693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,512,0.31469421916537815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,3072,0.027473777532577515
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,64,0.0019662222928471034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,10240,0.08700178066889445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,128,0.09451644288169013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,3072,0.9221475389268664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,3072,0.32181066936916775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,6144,0.15290221903059217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,65536,1.4197218153211806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,3072,0.00721866637468338
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,2048,0.1855724387698703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,256,0.004039111236731212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,7168,0.012316444681750404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,2560,0.1832408905029297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,512,0.02305511136849721
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,1024,0.3224586645762126
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,8192,0.13725244998931885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,768,0.019778667224778067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,16384,0.198052446047465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,64,0.03368977705637614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,4096,0.03831288880772061
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,7168,0.01107377807299296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,8192,0.04490844408671061
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,5120,6.943988376193577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,4096,0.038667556312349104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,64,0.0019075555933846368
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,16384,0.1324817736943563
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,128,0.005005333158704969
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,32,0.0034382223255104492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,65536,0.1513084438112047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,128,0.03556088937653436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,6144,0.30228087637159556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,7168,0.004824000100294749
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,128,0.005583111196756363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,6144,0.3310497866736518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,65536,3.431249830457899
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,5120,0.1362382173538208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,7168,0.3291226757897271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,8192,0.10863466395272149
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,10240,0.347795565923055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,512,0.012039999994966718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,10240,0.20754667123158774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,16384,0.12273777855767144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,16384,0.1701644394132826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,128,0.003375111147761345
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,2048,0.041414221127827965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,256,0.0037439999481042228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,8192,1.5368248621622722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,128,0.003391111062632667
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,1536,0.007589333587222629
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,10240,0.007904888855086433
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,1536,0.006542222367392645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,1024,0.00619555554456181
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,1024,0.005929777605666055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,32,0.007353777686754863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,2560,0.006086222413513396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,5120,0.01110311100880305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,5120,0.004624888714816836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,6144,0.00685777763525645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,32,0.0020684444655974707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,1536,0.00666133314371109
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,3584,0.0900684462653266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,6144,0.06364355484644572
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,256,0.002529777793420686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,3072,0.006311999840868845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,768,0.006230222268237009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,65536,2.0635831620958114
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,1024,0.0074826669361856245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,16384,2.9223448435465493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,16384,8.735048082139757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,3072,0.09993333286709255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,6144,0.012683555483818054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,5120,0.007905777957704332
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,65536,0.06514400243759155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,16384,3.5564036899142795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,768,0.004951111144489712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,64,0.006628444625271692
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,4096,0.039953778187433876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,12288,0.2988159921434191
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,128,0.004816888935036129
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,1024,0.006792000184456508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,1536,0.010709332923094431
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,512,0.10022133588790894
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,6144,0.6566550996568468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,5120,0.010767999622556897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,512,0.003984000119898054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,2560,0.010312000082598792
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,3584,0.007038222418891058
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,3584,0.5687520239088271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,3584,0.8097084363301595
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,2048,0.1391128831439548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,10240,0.13976444138420954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,4096,0.11603732903798421
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,65536,3.4085786607530384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,16384,8.698192172580296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,768,0.005493333356248007
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,64,0.00573600000805325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,32,0.013943110903104147
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,768,0.003882666842805015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,256,0.004518222063779831
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,65536,0.07456711265775892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,5120,0.008798222574922774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,128,0.002185777864522404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,4096,0.01795288920402527
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,768,0.005647111270162795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,1536,0.017920000685585868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,8192,0.03427911135885451
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,768,0.016639999217457242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,3072,0.11434222592247857
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,1024,0.03695111142264472
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,4096,0.020756444997257657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,16384,0.16895733939276802
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,512,0.00693866651919153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,16384,7.2840465969509545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,128,0.0021093332519133887
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,128,0.0038408889538711975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,64,0.18562844064500597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,3584,0.08803200059466892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,768,0.047578665945265025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,2048,0.018924444913864136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,64,0.0028657778683635923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,32,0.0022906667242447534
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,2048,0.0236124445994695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,1536,0.009759999811649323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,512,0.004315555509593752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,4096,0.994325319925944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,2560,0.5362826453314887
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,7168,0.1628426710764567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,6144,0.04613777663972643
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,128,0.005867555737495422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,8192,0.19191732671525744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,128,0.007702222300900354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,256,0.0034266666819651923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,16384,0.026173333326975506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,2048,0.11585333612230088
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,65536,0.8574550946553549
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,7168,0.7188533147176107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,7168,0.2548791037665473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,10240,0.05176711082458496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,256,0.008549333446555668
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,7168,0.9268070856730143
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,7168,0.05674488676918877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,5120,0.02316266629430983
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,12288,0.01601777805222405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,3584,0.01068800025516086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,1024,0.1132533285352919
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,65536,0.5278622309366862
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,128,0.009436444275909001
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,2560,0.07347822189331055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,768,0.008211555580298105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,64,0.007288888924651676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,256,0.0052533331844541765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,3072,0.030132446024152968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,1024,0.16040621863471136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,4096,0.027091556125217017
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,7168,0.09586044152577718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,6144,0.0162808895111084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,256,0.0029599999801980127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,3072,0.006604444649484422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,256,0.006416888700591193
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,65536,2.6481475830078125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,7168,1.5588578118218317
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,5120,1.1112293667263455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,8192,0.16817955176035562
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,10240,0.05563733312818739
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,512,0.012087110843923358
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,64,0.003597333199448056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,1024,0.004407111141416761
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,1536,0.10263822476069133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,10240,0.10963910818099976
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,2048,0.08101066615846422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,8192,0.0805635584725274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,8192,0.04768800073199802
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,8192,1.0906409157647026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,7168,0.023186667097939387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,128,0.005452444569932089
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,32,0.003600888782077365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,2560,0.020756444997257657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,5120,0.1291146675745646
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,512,0.00813688917292489
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,3584,0.06753600305981107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,65536,6.570481618245442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,65536,1.1069004270765517
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,6144,0.229930665757921
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,1536,0.05303377906481425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,256,0.07292089197370741
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,8192,0.5952080090840658
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,7168,0.0920799970626831
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,3584,0.15731378396352133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,2560,0.011725333001878528
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,64,0.002424888933698336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,3584,0.010127999716334874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,5120,0.2629137833913167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,8192,0.0987973345650567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,65536,0.2751013437906901
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,6144,3.16664187113444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,65536,1.320550176832411
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,2048,0.04523555437723795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,3584,0.01018133345577452
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,1536,0.18390222390492758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,1536,0.007439110842016008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,3584,0.04223377837075127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,4096,0.006832888970772426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,1536,0.3533146646287706
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,2560,0.008918222453859117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,1024,0.004933333231343163
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,512,0.01090222183201048
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,768,0.005478222337034013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,5120,0.02223288847340478
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,8192,0.14121599992116293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,8192,0.09939022196663751
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,4096,0.08363466792636448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,64,0.002546666603949335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,6144,0.7737884521484375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,768,0.03862488932079739
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,3584,0.009455111291673448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,65536,0.6961866484747993
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,16384,0.3172569009992811
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,2560,0.008394666843944127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,3072,0.051735109753078885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,32,0.004357333398527569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,2560,0.03514488869243198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,6144,0.0075191110372543335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,3584,0.011139555937714048
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,7168,0.0071937781241205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,12288,0.044237332211600415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,2048,0.007043555378913879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,5120,0.5225351121690538
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,3072,0.2114702198240492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,16384,0.4860853089226617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,4096,0.04872266782654656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,64,0.005320888840489917
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,32,0.00342755557762252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,16384,0.09195111195246379
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,2048,0.11916800340016682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,64,0.002577777744995223
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,3584,0.042655110359191895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,7168,0.10384177499347264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,7168,0.22767912016974556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,10240,1.0499093797471788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,1024,0.01053422192732493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,3072,0.01089599976936976
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,3072,0.015027556154463025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,32,0.03979288869433933
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,8192,0.14796088801489934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,768,0.003601777884695265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,8192,0.16920088397132027
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,2560,0.05173600051138136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,6144,0.015385778413878547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,512,0.0037475555307335327
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,12288,0.15813067224290636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,64,0.007312888900438945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,12288,1.2548693550957573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,1024,0.025240000751283433
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,32,0.00249422217408816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,8192,0.019083556201722886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,8192,0.050782223542531334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,1024,0.012671999633312225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,1536,0.004794666750563515
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,512,0.014827556080288358
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,512,0.021904889080259535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,128,0.0021342221233579847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,3072,2.6060203976101346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,12288,0.00776444458299213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,10240,0.2033182250128852
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,64,0.002436444370283021
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,32,0.003620444486538569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,2560,0.06361066632800631
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,128,0.003030222323205736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,1024,0.010070222119490305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,768,0.004335999902751711
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,128,0.005320888840489917
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,65536,0.43819467226664227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,16384,1.1325830883449979
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,10240,7.219255235460069
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,8192,0.019162666466501024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,1024,0.008586666650242275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,32,0.0026693333768182327
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,512,0.07748177978727552
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,7168,0.028912001185946997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,3072,0.006372444331645966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,32,0.00535999983549118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,12288,0.716576894124349
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,3584,0.023535999986860488
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,5120,0.014860444598727755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,5120,0.17769511540730795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,12288,1.2624915440877278
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,65536,0.7660995589362251
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,3584,0.37617333730061847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,768,0.005487111293607288
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,1024,0.007028444773621029
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,8192,0.014089778065681458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,1024,0.018239999810854595
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,12288,0.13956711027357313
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,2560,0.11335021919674343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,3072,0.08032000064849854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,32,0.006632888896597757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,32,0.011933333343929715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,2560,0.04311733444531759
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,2560,0.016823111308945548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,1024,0.005902222047249476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,1024,0.012282667060693106
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,2560,0.08130044407314725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,768,0.07855466339323255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,6144,0.5508542060852051
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,7168,0.011380444798204633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,2048,0.014528888795110913
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,256,0.004187555362780889
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,10240,0.08084622356626722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,2048,0.08488977617687649
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,4096,0.0074755557709270054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,3072,0.028752889898088243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,32,0.005218666460778978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,10240,0.010288889209429422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,2048,2.821470260620117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,128,0.0027724444452259275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,2560,0.17707467079162598
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,10240,0.07804266611735027
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,4096,0.03756177756521437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,2560,0.004117333226733738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,12288,0.2727484438154432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,2048,0.07961066563924153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,16384,13.409867180718315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,32,0.0025902222841978073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,3584,0.012851555314328937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,3072,0.00721688899728987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,12288,0.060625778304206006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,1024,0.006109333286682765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,512,0.009526222116417354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,8192,0.0937724444601271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,6144,0.0800302227338155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,3072,0.07181333170996772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,2560,0.04820800158712599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,1024,0.007636444436179266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,3584,0.09839555290010239
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,7168,0.045684443579779736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,512,0.12213155958387588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,2048,0.07436711258358426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,512,0.049046221706602305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,128,0.006680888848172293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,512,0.008943999807039896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,768,0.2937013308207194
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,1024,0.005399999933110342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,5120,0.023048889305856492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,2048,0.00519822206762102
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,3584,0.6065422164069282
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,65536,1.2801315519544814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,16384,0.14657689465416804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,12288,0.16944089200761583
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,1024,0.22939822408888075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,2048,0.0112631113992797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,32,0.001975111042459806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,65536,0.05585777759552002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,7168,0.009787555370065901
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,768,0.033611555894215904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,128,0.04955822229385376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,512,0.00962488849957784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,64,0.004661333229806689
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,256,0.00351200004418691
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,1536,0.006385777973466449
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,6144,0.04073422153790792
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,7168,0.1440488894780477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,16384,0.5692133373684353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,2560,0.047396444612079196
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,32,0.002151111140847206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,8192,0.06961511241065131
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,16384,0.9394355350070529
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,32,0.014704000618722705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,8192,0.20123022132449678
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,3072,0.06013244390487671
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,512,0.004389333228270213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,8192,0.2268986701965332
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,512,0.22012621826595732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,8192,0.10172266430324978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,3584,0.008555555509196388
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,4096,1.1390044954087999
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,256,0.0041999999019834726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,8192,0.44821776284111875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,6144,0.03680266605483161
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,65536,0.17066400580936006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,2048,0.07932088772455852
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,10240,0.2264124552408854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,65536,0.12355200449625652
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,256,0.007143999967310164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,16384,0.11700444751315647
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,16384,0.19911732938554552
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,8192,0.22822843657599556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,8192,0.27133599917093915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,128,0.018823110395007663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,8192,0.22033600012461343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,4096,0.5314470926920573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,4096,0.10304177469677395
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,1024,0.006785777707894643
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,2048,0.00654666663871871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,2048,0.005982222242487802
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,256,0.00905866672595342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,12288,0.03353600038422479
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,10240,1.0528942743937175
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,64,0.00226488895714283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,65536,0.7577830950419108
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,6144,0.41595734490288633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,3072,0.22978578673468697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,2560,0.2851955625745985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,16384,0.21483822663625082
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,2560,0.06772089004516602
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,4096,0.11033066776063706
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,65536,5.448842790391709
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,12288,3.438618765936958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,128,0.006940444310506185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,12288,0.8042986657884387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,10240,0.08232888910505506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,65536,1.4591137568155925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,16384,0.04535911149448819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,32,0.006082666830884085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,6144,0.1548817820019192
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,6144,0.4207928975423177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,8192,0.023750222391552393
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,12288,0.013316444224781461
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,4096,0.057519111368391246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,512,0.004945777770545748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,6144,0.006503110958470239
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,1024,0.08652177784177993
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,128,0.003126222226354811
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,10240,0.17568800184461805
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,10240,0.04649244414435493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,3072,0.09526399771372478
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,10240,0.6849093437194824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,768,0.09765066703160603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,6144,0.01737422247727712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,32,0.005677333308590784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,3584,0.010626667075686984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,4096,0.011541333463456897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,64,0.010495999621020423
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,2560,0.03808533483081394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,512,0.004921777794758479
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,256,0.06792889038721721
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,6144,0.012092444631788464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,1024,0.02225333286656274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,4096,0.31514755884806317
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,16384,0.0502017769548628
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,1536,0.48039642969767254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,64,0.007308444215191736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,7168,0.07669066720538668
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,65536,5.238080766465929
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,1536,1.9915529886881511
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,5120,0.03345777922206455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,65536,0.12516178025139704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,64,0.010584889186753167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,1024,0.0571955574883355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,65536,1.576507568359375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,512,0.006164444403515921
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,3072,0.37485334608289933
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,128,0.0033902221669753394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,256,0.005511111269394557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,4096,0.04976088802019755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,1024,0.048143111997180514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,128,0.005192888693677055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,2048,0.007619555625650618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,2048,0.01939022209909227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,2560,0.05974577532874214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,65536,1.6474444071451824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,6144,0.17184533013237846
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,64,0.006986666884687211
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,8192,0.10985689030753241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,128,0.04348444607522753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,5120,0.07948711183336046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,1536,0.004767111192146937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,6144,0.0075146663520071245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,65536,0.24164266056484648
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,7168,1.0657822291056316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,12288,0.6143973138597276
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,32,0.010032888915803697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,3072,0.18231111102634004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,4096,0.010070222119490305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,2560,0.032031112247043185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,1024,0.03627466824319627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,128,0.4942480193244086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,7168,0.047203554047478564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,7168,0.05534311135609945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,1536,0.03134311238924662
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,1536,0.00545155546731419
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,10240,0.22720000478956434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,6144,0.14244088861677381
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,1024,0.0706604454252455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,3584,0.013789333403110504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,7168,0.769013351864285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,7168,0.16369867324829102
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,768,0.01941244469748603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,256,0.003834666477309333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,64,0.013712888790501488
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,4096,0.062393777900271945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,3584,0.5533804363674587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,10240,0.03327466713057624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,1536,0.04533955454826355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,65536,0.1576391061147054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,65536,0.33266666200425893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,512,0.005366222312053044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,256,0.0070017774899800616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,1536,0.006801777829726537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,256,0.0023457778410779103
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,4096,0.41628087891472715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,256,0.007833778030342525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,128,0.004587555511130227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,16384,0.18219021956125894
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,3584,0.06920711199442546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,1536,0.26386133829752606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,128,0.004106666478845808
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,65536,0.2799626721276177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,5120,0.00884622252649731
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,2048,0.13197155793507895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,3072,0.01148622234662374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,1536,0.05606666538450453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,8192,0.06889600223965116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,4096,0.09582133425606622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,1024,0.43856355879041886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,12288,0.102728890048133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,16384,0.41406043370564777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,5120,0.053414222266938954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,65536,0.7423289087083605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,1536,0.028079999817742243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,8192,0.19525421990288627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,10240,0.14401688840654162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,3584,0.045590221881866455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,768,0.004466666529575984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,64,0.004105777790149053
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,1024,0.010574222438865237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,32,0.002116444417172008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,768,0.0046568889584806235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,2560,0.006512889017661412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,65536,1.662983152601454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,768,0.012960000170601739
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,2048,0.0038080000215106537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,1536,0.012757333616415659
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,2048,0.00925333301226298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,256,0.0028204443968004654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,1536,0.036975112226274275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,512,0.004310222135649787
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,64,0.0020435555941528743
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,2560,0.009162666896979014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,2560,0.006092444476154115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,768,0.004562666846646203
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,10240,0.9300364388359917
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,12288,0.14507555961608887
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,256,0.01350844403107961
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,4096,0.0662462247742547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,12288,0.16368533505333796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,10240,0.07139377461539374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,128,0.015266666809717814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,64,0.0021600000974204806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,8192,0.2867831124199761
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,2048,0.03786844346258376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,5120,0.07791111204359266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,256,0.007252444823582967
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,1536,0.00997688869635264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,4096,0.03442222211096022
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,64,0.00408266650305854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,5120,0.03411022159788344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,7168,0.08378666639328003
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,6144,0.0886533326572842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,8192,0.010422222316265106
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,4096,0.011583111352390714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,768,0.004001777619123459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,768,0.006559111177921295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,128,0.0022088889446523455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,8192,0.17141332891252306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,8192,0.17596622308095297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,768,0.003564444267087512
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,16384,0.9083840052286783
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,3072,0.3159457842508952
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,2560,0.007177777588367462
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,3072,0.017456000049908955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,3584,0.08110400040944417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,4096,0.017254221770498488
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,3584,0.01903022163444095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,6144,0.045610666275024414
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,256,0.00453333349691497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,16384,0.5238098038567437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,1024,0.005033777819739448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,128,0.005454222361246745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,8192,0.6647751066419814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,16384,0.15897422366672093
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,1536,0.009273777405420939
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,8192,0.13414755132463244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,64,0.005084444251325396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,65536,1.6982346640692816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,10240,0.019293333093325298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,1536,0.005019555489222209
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,4096,0.10427822007073297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,2560,0.05157422357135349
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,65536,16.52819993760851
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,7168,0.008641777767075432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,256,0.003839111162556542
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,128,0.004056888735956616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,5120,0.615647104051378
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,2048,0.018601778480741713
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,1536,0.008700444466537898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,512,0.007126222054163615
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,2048,0.007690666450394525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,10240,0.027944889333513048
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,5120,0.04667199982537163
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,2048,0.03584266702334086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,6144,0.4053795602586534
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,3584,0.017122666041056316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,65536,9.05509524875217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,65536,0.21516977416144478
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,1536,0.019063111808564927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,16384,1.8389102088080511
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,6144,0.017775999175177682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,512,0.008385777473449707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,1024,0.2717679871453179
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,1536,0.009747555686367882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,4096,0.009535999761687385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,1024,0.01555288831392924
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,128,0.003047111133734385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,1536,0.007874666816658443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,6144,1.1136159896850586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,2560,0.2431831094953749
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,1536,0.018197332819302876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,12288,0.305181344350179
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,128,0.0021848889688650766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,512,0.004090666770935059
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,10240,0.006831999868154526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,32,2.227581236097548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,256,0.011767999993430244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,32,0.005015999906592899
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,64,0.002141333288616604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,32,0.003959111041492886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,7168,0.1657617754406399
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,12288,0.18010932869381377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,65536,2.211007012261285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,7168,0.10419022374682957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,32,0.013487111363146039
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,1024,0.008072888685597314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,3072,0.008691555923885768
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,512,0.0038844446341196695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,10240,0.10151910781860352
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,12288,8.951177808973524
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,16384,0.2827928860982259
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,32,0.004490666505363253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,2048,0.007230222225189209
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,3072,0.008732444710201686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,3584,0.015536889433860779
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,256,0.00481244424978892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,2560,0.004292444636424382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,2048,0.22413510746426055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,256,0.008375999828179678
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,32,0.0059368887709246735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,256,0.004054222255945206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,3072,0.040581332312689886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,768,0.017815111411942374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,8192,0.013190222283204397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,64,0.0028799999919202593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,512,0.004422222160630756
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,256,0.005141333159473208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,10240,2.8531494140625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,16384,0.1898968882030911
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,768,0.006933333145247565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,3072,0.027087999714745417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,1536,0.214866664674547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,8192,0.011720000041855706
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,32,0.0028640000770489373
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,12288,0.1583591169781155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,4096,0.1991137795978122
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,12288,0.411044438680013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,512,0.008607111043400234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,2048,0.04340977801216973
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,256,0.008958222137557136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,6144,0.013089777694808112
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,2048,0.5491920047336155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,6144,4.3962381150987415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,10240,5.841342078314887
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,4096,0.03240888979699876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,65536,0.2962275611029731
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,12288,0.10156266556845771
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,6144,0.020632000433074105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,64,0.04632088873121473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,1536,0.03137333194414774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,1536,0.004287999951177173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,65536,21.707902696397568
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,7168,0.1839804384443495
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,65536,0.45264265272352433
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,12288,0.17445600032806396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,8192,0.06531288888719347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,65536,0.22999734348720977
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,2560,0.2802906566196018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,768,0.011781333221329583
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,1024,0.20488444964090982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,1024,0.07119644350475736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,768,0.005790222022268508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,512,0.004813333352406819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,6144,0.06060710880491468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,1024,0.015259555644459195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,1024,0.004238222208287981
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,8192,1.1041448381212022
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,4096,0.033731556600994535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,7168,0.051319112380345665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,65536,3.1792640686035156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,1024,0.0033813334173626373
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,8192,0.13149244255489773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,5120,0.7140089140997993
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,3072,0.004857777721352047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,16384,5.946715460883246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,8192,0.2205031050576104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,8192,0.21920977698432076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,5120,0.4814017613728841
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,6144,0.16234578026665583
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,12288,0.22607821888393828
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,512,0.005625777774386936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,1536,0.10207288795047337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,2560,0.010383110907342698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,128,0.00388355553150177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,7168,0.006533333410819371
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,6144,0.2096897761027018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,768,0.0041368889311949415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,2560,0.17821066909366182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,5120,0.10355466604232788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,12288,0.13149600558810765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,3584,0.00721599989467197
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,2048,0.020948444803555805
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,12288,0.18262222078111437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,8192,0.14519643783569336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,512,0.5364835527208116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,128,0.004572444491916233
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,256,0.004496888981925117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,65536,1.115883509318034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,2560,0.005526222288608551
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,16384,0.46451642778184676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,768,0.005879111174080107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,768,0.02905511193805271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,768,0.21579199367099336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,12288,0.045231110519833036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,5120,0.18890933195749918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,768,0.06100889046986898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,2560,0.00794933322403166
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,10240,0.022936888866954382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,3072,0.2433422141604953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,5120,0.15788622697194418
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,256,0.005020444591840108
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,16384,0.3847004572550456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,128,0.003007111036115222
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,512,0.06501688559850057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,5120,0.061531556977166064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,65536,0.013370667066839008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,256,0.003607999947335985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,8192,0.012411555482281579
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,768,0.010975110861990186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,768,0.007239110767841339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,7168,0.28111465771993
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,2560,0.023780445257822674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,6144,2.2392489115397134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,7168,0.015549333559142219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,8192,0.0896000001165602
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,10240,1.990115483601888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,512,0.004372444417741564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,12288,0.016696888539526198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,128,0.013013333082199097
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,16384,0.0247688889503479
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,64,0.0019315555691719055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,8192,1.3531973097059462
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,768,0.019108444452285767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,3072,0.20489599969651964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,256,0.006806222101052602
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,2560,0.02053866618209415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,3072,0.09206489059660171
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,6144,0.072781331009335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,2560,0.0189057770702574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,768,0.004221333397759331
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,3584,0.049364444282319814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,10240,0.0058266665372583605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,8192,0.004443555656406614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,128,0.036869333850012884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,3072,0.5807653533087836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,768,0.017639999588330586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,512,0.22634667820400664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,4096,0.07036266724268596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,512,0.004510222209824456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,4096,0.10830399725172256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,7168,0.07355644305547078
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,16384,1.1609155866834853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,64,0.004493333399295807
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,65536,1.080458641052246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,128,0.006543111056089401
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,65536,2.111654281616211
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,10240,0.2400888866848416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,768,0.006673777682913675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,512,0.04081333345837063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,7168,0.01129244433508979
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,10240,1.8283814324273004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,65536,0.8926675584581164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,4096,0.123508440123664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,16384,0.27989599439832896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,12288,0.07002133131027222
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,768,0.006592888798978593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,6144,0.22934932178921172
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,5120,0.00847999999920527
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,10240,2.6993840535481772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,128,0.17252888944413927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,6144,0.09277333153618707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,2048,0.03750844465361701
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,8192,0.057722667853037514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,7168,0.09079111284679836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,5120,0.017703110973040264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,32,0.004217777815130022
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,256,0.007252444823582967
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,64,0.14381689495510525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,1024,0.03857600026660495
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,16384,0.4521244366963704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,6144,0.012228444218635559
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,5120,0.013847110999955071
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,32,0.0020808887978394828
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,8192,0.03578666514820523
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,2048,0.03427733315361871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,512,0.00443111111720403
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,8192,0.8500009112887912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,2048,0.008671999805503422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,4096,0.05949422385957506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,5120,3.11970583597819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,12288,2.3742987314860025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,7168,0.006671999891599019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,1536,0.007291555404663086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,512,0.04521155688497755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,32,0.004638222356637319
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,65536,0.5400844679938422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,2560,0.008050666915045844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,64,0.03604799840185378
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,128,0.003951999876234266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,8192,0.09234755569034153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,32,0.1893519957860311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,3072,0.016068443655967712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,256,0.0035617777870761026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,2048,0.016873778568373788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,16384,6.015714857313369
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,768,0.006137777947717243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,64,0.005912000106440649
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,12288,0.15721600585513645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,512,0.025212445192866858
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,12288,0.16098222467634413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,128,0.01979466610484653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,512,0.004834666848182678
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,3584,1.6294746398925781
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,1536,0.0069360000391801195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,128,0.0034968890249729156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,16384,3.506407207912869
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,5120,0.013547555440002017
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,512,0.012912888493802814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,65536,0.8927715089586047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,12288,0.20304177867041695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,3072,0.3355706797705756
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,12288,0.564834647708469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,3072,0.009176889227496253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,1536,0.03159111075931125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,10240,0.07900444666544597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,1536,0.08344533046086629
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,2048,0.007700444095664554
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,10240,0.04498044318623013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,65536,6.643127865261501
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,4096,0.012128888732857175
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,1536,0.5009928809271919
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,5120,0.040010667509502836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,10240,1.0658284293280709
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,5120,0.016813332835833233
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,5120,0.012537777423858643
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,8192,0.0053484443989064955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,6144,0.0787902209493849
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,32,0.006091555373536215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,32,0.002005333287848367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,32,0.00591111100382275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,2560,0.08352888955010308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,8192,0.03827288746833801
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,3584,0.1609262228012085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,128,0.006581333362393909
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,12288,0.1826631095674303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,2560,0.022738666998015508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,12288,0.015827554795477126
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,2560,0.10930222272872925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,3072,0.04551377892494202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,12288,0.06556355290942721
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,256,0.013559111290507846
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,65536,0.8822088771396213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,1536,0.006081777728266186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,7168,0.01110222190618515
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,128,0.0047768888374169665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,3584,0.004193777839342753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,1536,0.005761777775155173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,65536,6.021892547607422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,3584,0.7246293491787381
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,5120,0.30136799812316895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,3584,0.007524444825119442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,8192,0.8417084481981066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,256,0.018031110366185505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,10240,0.008310221963458592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,3072,0.006287999865081575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,768,0.016168889072206285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,3584,0.008188444707128737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,1024,0.0035093331502543557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,7168,4.391741434733073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,2048,0.04144622219933404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,1536,0.028499556912316218
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,16384,0.5820008913675944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,10240,0.2831333213382297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,65536,0.3284391032324897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,128,0.007435555259386699
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,256,0.003536888708670934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,128,0.0035093331502543557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,512,0.004924444274769889
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,12288,0.4222782187991672
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,7168,0.14080444971720377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,7168,0.037520888778898455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,3072,0.0064311110311084324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,3072,0.09259111351437038
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,4096,0.19432444042629668
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,2048,0.06009155511856079
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,7168,0.7991049024793836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,1024,0.016566221912701923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,1024,0.006559999866618051
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,3584,0.03940177626079983
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,5120,1.2646986643473308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,8192,0.08127911223305596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,256,0.01828799976242913
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,256,0.007661333514584436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,2048,0.0064080001579390625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,32,0.0028844444702068963
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,7168,0.018442667192882962
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,10240,0.04751111070315043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,65536,0.6503333515591091
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,5120,0.04267999860975477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,768,0.006265777680608962
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,1536,0.035628444618648954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,32,0.0026417778184016547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,7168,0.09854222006267971
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,2048,0.02199199961291419
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,64,0.004051555362012652
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,1024,0.007381333245171442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,256,0.02164266672399309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,5120,0.010828444527255164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,7168,0.008423999779754216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,7168,0.005261333452330695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,3072,0.07864533530341254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,768,0.017038222816255357
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,256,0.00500266667869356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,256,0.005378666851255629
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,10240,0.048455999957190625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,8192,0.05679821968078613
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,1536,0.01296622223324246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,12288,0.030018667380015056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,8192,0.014854222536087036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,65536,1.5512008666992188
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,12288,0.11217599444919163
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,256,0.004357333398527569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,2048,0.007002666592597961
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,3584,0.10729777812957764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,7168,0.18480355209774443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,768,0.028443555037180584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,768,0.008850666383902231
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,10240,0.09016266796323989
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,10240,0.1153608825471666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,64,0.0021848889688650766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,128,0.00480000012450748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,2048,0.28474754757351345
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,1536,0.015803555647532146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,3584,0.004889777965015835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,32,0.0028195555011431375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,1536,0.2277075449625651
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,2048,0.02657777733272976
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,16384,15.145502726236979
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,512,0.004854222138722737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,32,0.002448888909485605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,32,0.0019964445382356644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,512,0.029189334975348577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,128,0.004281777888536453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,3072,0.004038222134113312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,768,0.009512888888518015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,65536,0.3191155592600505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,128,0.005737777799367905
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,2048,0.005202666752868229
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,32,0.002854222224818336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,16384,0.07400444481107923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,32,0.0035084444615576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,16384,0.04642488890224033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,256,0.00398577791121271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,1536,0.007282666862010956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,8192,0.0064106666379504735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,4096,0.018557333283954196
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,5120,0.21024710602230498
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,512,0.0351875556839837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,7168,0.5992408858405219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,10240,0.8283866776360406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,4096,0.07515288723839654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,32,0.0076453329788313965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,512,0.0037760001917680106
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,65536,0.6357866923014323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,3584,0.09897777769300674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,512,0.006136888845099344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,10240,2.045230229695638
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,2048,0.06565422481960721
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,3584,0.01807733376820882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,65536,0.7524017757839627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,6144,0.03513244456715054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,256,0.003400000019205941
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,8192,0.18458844555748832
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,3584,0.14997511439853245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,10240,2.330470191107856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,65536,0.21412977907392713
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,2560,0.017469333277808297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,3072,0.5377306408352321
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,7168,2.2065982818603516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,2048,0.00812266684240765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,512,0.005165333135260476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,10240,0.07180622551176283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,3072,0.07765422264734904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,512,0.14589422278934056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,5120,0.06679733594258626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,512,0.008180444439252218
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,64,0.004300444490379757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,4096,0.10395822260114883
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,4096,0.02681155502796173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,1024,0.2729128996531169
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,768,0.01700355609258016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,16384,11.918159484863281
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,7168,1.2570870717366536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,128,0.0035208890007601846
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,5120,0.024717332588301763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,1024,0.006695999867386288
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,2048,0.008471999731328752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,32,0.0030337776988744736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,1024,0.008928000099129146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,10240,0.006360888895061281
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,3584,0.06640177965164185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,2560,0.024079110887315538
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,32,0.005132444616821078
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,2048,0.010869333313571082
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,8192,0.07434933053122626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,3072,0.005964444329341252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,2048,0.005437333136796951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,5120,0.07225955857170953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,10240,0.0470728874206543
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,16384,0.17162666055891249
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,7168,0.3302435610029432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,1536,2.7222834693060984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,32,0.003528000166018804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,1536,0.008329778081840938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,768,0.010987555815113915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,16384,0.01630577776167128
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,768,0.7620959811740451
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,1024,0.009744000103738572
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,65536,0.42484177483452695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,512,0.003547555456558863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,5120,0.012162666353914471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,4096,0.010240000155236986
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,4096,0.19042310449812147
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,64,0.0021075554605987337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,768,0.07513778077231513
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,768,0.004920888692140579
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,6144,0.05335288908746508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,6144,0.02174844510025448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,2560,0.07229955328835382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,8192,0.01718133356836107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,6144,0.011564444336626263
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,4096,0.04877600073814392
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,10240,0.17566311359405518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,768,0.027785778045654297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,12288,0.15113955073886448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,1536,0.005143110950787862
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,2560,0.004287999951177173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,32,0.0059573331640826324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,3072,0.027707555227809485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,6144,0.03677333394686381
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,2560,0.005904888941182031
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,4096,0.011491555306646558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,7168,0.24740356869167754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,12288,0.5686124695671929
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,7168,0.01092088884777493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,3072,0.010875555376211802
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,3072,0.007625777688291337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,2560,0.019182221757041085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,3584,0.017879999346203275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,512,0.04510133465131124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,768,0.0057546666098965546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,128,0.05907111035452949
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,128,0.0053386667536364655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,8192,0.5152222315470377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,3072,0.05070399906900194
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,12288,0.03572888837920295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,1536,0.030827555391523574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,12288,0.3713546593983968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,10240,0.7224977811177572
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,5120,0.7522862222459582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,1536,0.04056977894571092
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,16384,0.2843671109941271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,16384,49.07447306315104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,65536,0.374924447801378
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,32,0.009528000321653154
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,2560,0.06811377737257215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,7168,0.07898577716615465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,2048,0.03731377919514974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,32,0.0022248888595236675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,3584,0.004392000122202767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,6144,0.14389422204759386
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,1536,0.00979288915793101
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,64,0.003546666767862108
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,1024,0.23183110025193956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,7168,2.576491461859809
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,10240,0.0580915543768141
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,16384,0.1279875569873386
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,1024,0.14969333012898764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,1024,0.004374222209056218
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,16384,0.16318399376339382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,128,0.0033937777496046494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,16384,0.16697955131530762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,3584,0.18854222032758924
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,64,0.0019244444039132858
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,7168,0.11287466684977214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,16384,0.5723946889241537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,7168,0.07885066668192546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,3584,0.09308889177110459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,4096,0.008586666650242275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,64,0.004324444466167026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,16384,0.23698933919270834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,12288,0.33923734558953184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,1024,0.0064399999876817065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,64,0.24209600024753145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,32,0.0026142222599850762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,2048,0.05339822173118591
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,10240,0.03286044465170966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,1024,0.19954133033752441
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,64,0.32293687926398384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,8192,0.1940337816874186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,3072,0.01220355596807268
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,16384,1.6719680362277562
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,10240,0.06421066655053033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,10240,0.07041333119074504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,16384,0.25845156775580513
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,1024,0.014307555225160388
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,5120,0.24469688203599718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,8192,0.9339627159966363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,6144,0.337936004002889
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,1024,0.014689778288205465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,7168,0.07521422041787042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,8192,0.5314959949917263
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,512,0.00742222203148736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,3072,0.04062044289377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,6144,0.14550133546193442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,512,0.004413333204057482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,16384,0.15559555424584284
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,32,0.005219555563396878
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,3072,0.17686488893296984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,3584,0.010213333699438307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,64,0.005551110953092575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,768,0.012858666479587555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,32,0.002551111082235972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,5120,0.18187467257181802
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,65536,0.5559208658006456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,4096,0.012282667060693106
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,512,0.06256266434987386
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,32,0.007083555890454187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,16384,0.03641155693266127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,8192,0.834903981950548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,65536,1.7052826351589625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,10240,0.11226844787597656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,1536,0.012359999948077731
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,3072,0.006722666737106111
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,16384,0.03442400031619602
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,768,0.003960888832807541
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,2560,0.022953778505325317
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,10240,0.11634133921729194
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,12288,0.1263751056459215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,1024,0.01902222302224901
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,5120,0.0731733308898078
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,65536,0.7273102336459689
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,6144,1.1215057373046875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,512,0.00591111100382275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,4096,0.07173866695827909
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,64,0.004941333499219683
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,256,0.007363555332024892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,5120,0.06897866725921631
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,2048,0.008607111043400234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,2560,0.02994311187002394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,3072,0.009376889301670922
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,1536,0.033253331979115806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,2560,0.035368889570236206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,1536,0.031473779016070895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,128,0.01882844501071506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,2048,0.0357528891828325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,8192,0.05236977669927809
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,256,0.004027555386225383
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,2560,0.004587555511130227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,16384,4.470668368869357
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,3584,0.7304568820529513
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,768,0.006680000159475539
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,6144,1.2790755165947807
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,768,6.127420637342666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,2048,0.060920000076293945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,1024,0.022442667020691767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,8192,0.1504640049404568
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,1024,0.005028444445795483
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,768,0.013938667045699226
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,3072,0.01016533292002148
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,128,0.004320000194840961
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,768,0.06206488609313965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,2048,0.057552887333763965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,3584,0.03377866744995117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,2048,0.057519998815324574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,2048,0.05057600140571594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,2560,0.06582755512661405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,8192,0.16223288906945124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,32,0.25587911076015896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,10240,0.19025777445899117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,2048,0.008013333711359236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,1024,0.005743999862008625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,10240,0.0674168864885966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,65536,1.7233004040188258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,1024,0.3514684571160211
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,128,0.0033946666452619764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,1024,0.004257777912749184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,12288,0.2591422133975559
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,6144,0.016026667422718473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,10240,0.1256071064207289
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,2048,0.022498667240142822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,16384,0.19419199890560576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,10240,0.036983112494150795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,64,0.003149333306484752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,1536,0.008055999875068665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,6144,0.33100801044040257
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,6144,0.09978755315144856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,16384,0.43939820925394696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,12288,4.390548282199435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,1536,0.011295110815101199
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,768,0.004967111266321606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,1536,0.01645955608950721
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,128,0.004551110996140374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,10240,0.017095110482639737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,2560,0.02982399861017863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,256,0.02519911030928294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,512,0.09752088785171509
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,3584,0.004579555657174853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,3072,0.007824888659848107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,3072,0.08104088571336535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,3072,0.07454399930106269
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,4096,0.09560177723566692
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,12288,0.052370667457580566
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,3072,0.004265777766704559
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,3584,0.20875110891130236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,16384,0.1925679975085788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,1536,0.16402933332655165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,4096,0.013941332697868347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,7168,0.07960266537136503
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,3072,0.05442488855785794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,256,0.01183377785815133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,512,0.008671999805503422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,5120,0.07721510860655043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,3072,0.09842577907774185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,5120,0.05289599961704678
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,6144,0.6386266814337836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,256,0.0036951113078329298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,4096,0.041908442974090576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,12288,0.28229067060682506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,8192,0.08007288641399808
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,7168,0.03468088971243964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,65536,0.558368894788954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,8192,0.10444533162646824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,5120,0.36796800295511883
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,1024,0.009737778041097853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,12288,0.38718488481309676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,1536,0.005234666582610872
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,1024,0.055826663970947266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,512,0.14069867134094238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,1536,0.005137777576843898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,8192,0.006170666466156642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,256,0.007511110769377814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,12288,0.2752159966362847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,64,0.01111822244193819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,65536,0.47179020775689023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,65536,0.09223466449313694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,12288,0.016548444827397663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,4096,0.04700444473160637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,128,0.0040702223777771
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,1536,0.009280888570679558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,1536,0.011078221930397881
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,10240,0.12686667177412245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,32,0.005568888866239124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,7168,0.07108889023462932
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,32,0.005433777968088786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,256,0.006136000156402588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,64,0.006463999963468975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,3072,0.10683288839128281
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,10240,0.341646220948961
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,4096,0.04903733399179247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,768,1.3025964101155598
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,8192,0.09312533007727729
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,768,0.004334222111437055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,256,0.01976088848378923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,7168,0.014382221632533602
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,10240,0.8041564623514811
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,10240,0.19398044215308297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,2048,0.012534221841229333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,768,0.004260444392760594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,16384,0.010231110784742568
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,2048,0.021568000316619873
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,64,0.004707555390066571
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,3584,0.07372977998521593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,2560,0.1043928861618042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,8192,0.09783733553356594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,1024,0.0026968889352348116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,6144,0.262335115008884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,12288,3.7179510328504772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,16384,3.6992009480794272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,768,0.019867555962668527
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,32,0.003169777699642711
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,512,0.005111111121045219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,4096,0.42461156845092773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,2560,0.0676471127404107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,4096,0.018648000227080453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,256,0.0038337777886125776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,8192,0.44680356979370117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,6144,3.8482437133789062
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,6144,0.048400001393424145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,3072,0.007479111353556315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,16384,0.03248088889651828
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,2560,0.06733689043256971
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,3584,0.007321777443091075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,2560,0.3864622116088867
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,5120,0.008302222523424361
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,16384,0.4263484477996826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,65536,1.0206018024020724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,32,0.2349946763780382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,2560,0.023012444376945496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,512,0.011198221809334226
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,256,0.0025111111915773815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,2048,0.004206222378545337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,768,0.027878221538331773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,1024,0.01874755488501655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,2048,0.08903111351860894
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,1536,0.03632622294955783
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,8192,0.1566231118308173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,128,0.0033395555284288195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,3584,0.08729866478178237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,5120,0.12430755297342937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,10240,1.0482524236043294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,64,0.013165333204799227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,64,0.013061333033773633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,4096,0.006178666734033161
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,8192,0.3859386709001329
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,1536,0.224434667163425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,32,0.006038222048017714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,8192,0.02591111097070906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,65536,0.14083200030856663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,65536,0.15149688720703125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,2560,0.03613955444759793
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,4096,0.06530933247672187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,3584,0.12937955061594644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,32,0.017398221625222098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,128,0.009102221992280748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,1024,0.19302754931979707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,256,0.08628622028562759
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,6144,0.1654506656858656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,8192,0.03269422385427687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,32,0.013649777405791812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,6144,0.07471911112467448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,512,0.011929777761300405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,2048,0.020224889119466145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,7168,0.029402666621738013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,3072,0.049916442897584706
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,768,0.01443555619981554
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,8192,0.005112888912359874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,5120,0.13094400035010442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,4096,0.004512888689835866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,3072,0.015415110521846347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,2560,0.03861777649985419
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,65536,5.538272857666016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,8192,0.10246044397354126
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,65536,0.23746577898661295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,3072,0.006515555497672822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,128,0.006063111126422882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,128,0.012488000094890594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,12288,0.005224888937340842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,10240,0.033921778202056885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,32,0.0032888888898822996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,16384,0.024528000089857314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,3072,0.4206933445400662
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,4096,0.10934578047858344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,2560,0.11940799819098578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,512,0.011525332927703857
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,4096,0.5657244258456761
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,6144,0.1391271087858412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,8192,0.11320443948109944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,1536,0.00776711106300354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,1024,0.005727111051479976
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,4096,0.5067253112792969
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,64,0.007040888898902469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,2048,0.02331022255950504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,1024,0.014687110980351767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,16384,0.05769777960247464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,1536,0.017096888687875535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,65536,0.6910124354892306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,12288,0.059522668520609535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,16384,0.00591466658645206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,256,0.0023991111665964127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,16384,0.02034222251839108
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,12288,0.24322488572862414
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,6144,0.9133147133721246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,3584,0.0214355554845598
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,4096,0.011525332927703857
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,6144,0.04308533337381151
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,10240,0.14276799890730116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,7168,1.3775715298122828
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,32,0.004369777937730153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,65536,0.8595040109422473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,1536,0.13064800368414983
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,16384,0.04828000068664551
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,2560,0.006177777631415262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,2560,0.008249777886602614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,2048,0.012805333567990197
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,10240,0.12218222353193496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,5120,0.18636711438496908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,4096,0.28966400358412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,1024,0.04435288906097412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,4096,0.03771911064783732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,768,0.003579555700222651
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,3072,0.03349333339267307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,2048,0.054604444238874644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,65536,0.774395571814643
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,128,0.008467555873923832
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,128,0.005514666852023866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,2048,0.034232887956831194
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,256,0.003900444342030419
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,64,0.001973333251145151
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,1536,0.009767110976907942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,1536,0.018255111243989732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,1536,1.296878178914388
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,10240,0.004606222112973531
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,64,0.0047048889100551605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,6144,0.009959999885823991
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,32,0.003383111208677292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,512,0.011431111229790581
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,3072,0.08509066369798447
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,3072,0.02661422226164076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,10240,0.06536266538831922
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,12288,0.656526247660319
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,4096,0.19065244992574057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,7168,0.039748443497551814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,128,0.023597333166334365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,32,0.0033440000067154565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,2048,0.0037679999238914917
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,128,0.0024871110088295406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,1536,0.062021334966023765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,1536,0.6625919871860081
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,3584,0.030252443419562444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,16384,0.640452437930637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,65536,0.6095715628729926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,32,0.03480444351832072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,64,0.004975999808973736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,6144,1.5205378002590602
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,2048,0.007711110843552484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,128,0.004716444346639845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,2048,0.09177333116531372
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,6144,0.01594577729701996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,256,0.01793244481086731
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,7168,0.1509244441986084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,5120,0.10082311100429958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,2560,0.02427733275625441
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,5120,0.07758577664693196
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,512,0.0069520001610120135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,768,0.08224355512195163
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,12288,0.11223555935753717
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,768,0.006045333213276333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,12288,0.37726932101779515
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,768,0.020242666204770405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,128,0.004051555362012652
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,128,0.009770666559537252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,16384,0.1938542260064019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,8192,0.09709155559539795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,128,0.009408888717492422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,256,0.003112888791494899
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,256,0.009387555221716562
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,7168,0.04045955671204461
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,16384,0.009001777403884465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,16384,0.005839111076460944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,5120,0.0041475556790828705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,256,0.005062222066852781
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,5120,0.03017688790957133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,3584,0.6821902063157824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,65536,2.1920382181803384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,512,0.007084444165229797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,65536,0.8905120425754123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,1536,0.006480000085300869
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,768,0.010121777653694153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,8192,0.037779556380377874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,5120,0.10632799731360541
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,12288,0.8088995615641276
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,4096,0.10322133037779067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,3072,0.039135999149746366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,2048,0.018912000788582694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,3072,0.159588442908393
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,12288,0.07610666751861572
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,64,0.0070222218831380205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,5120,0.00887111077706019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,5120,0.3350844383239746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,65536,0.11390844980875652
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,64,0.0023680000255505242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,4096,0.7541484302944608
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,6144,0.029885331789652508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,65536,25.483645968967014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,256,0.01369955556260215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,1024,0.010817777779367236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,1536,0.006670222100284364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,2560,0.004288889053795072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,3584,0.006124444305896759
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,16384,0.15047555499606663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,65536,0.24676799774169922
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,3584,0.10230222013261582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,1536,0.016347555650605094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,4096,0.06328888734181722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,5120,0.00979466653532452
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,1536,0.005787555542257097
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,1536,0.005109333329730564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,4096,0.031834665271970965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,12288,0.12035289075639512
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,6144,0.02514311174551646
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,65536,1.5540222591824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,65536,1.1854267120361328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,256,0.013344888885815939
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,3072,0.21899021996392143
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,16384,1.7085075378417969
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,5120,0.05243466628922356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,8192,0.02306844459639655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,10240,0.715960873497857
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,128,0.0036142224238978494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,768,0.003726222034957674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,2048,0.11752000119951035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,16384,0.034430222378836736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,256,0.0074684446056683855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,1536,0.07009244627422757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,3584,0.018585777944988675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,3072,0.009723555710580613
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,65536,47.2763197157118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,1024,0.00480266660451889
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,5120,0.19730756017896864
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,16384,0.248468452029758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,4096,0.007516444557242923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,512,0.005490666462315454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,1024,0.018562666243977018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,6144,0.008955555657545725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,5120,0.5308577749464247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,1024,0.0420720014307234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,3584,0.037575999895731606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,3072,0.0817742215262519
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,2048,0.03716355562210083
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,8192,0.40986310111151797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,64,0.0020373333245515823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,2560,0.008172444171375698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,10240,0.0173688895172543
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,768,0.015152888165579902
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,2560,0.2699893315633138
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,768,0.004546666724814309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,3584,0.033668445216284856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,64,0.004043555508057277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,768,0.00868711123863856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,12288,0.06328977478875054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,1024,0.007612444460391998
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,6144,0.025983999172846477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,768,0.016723554995324876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,1536,0.00646311127477222
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,16384,0.7374400032891167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,16384,0.22506756252712676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,768,0.020271110865804885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,128,0.0034204444123639
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,256,0.005605333381228977
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,32,0.019151111443837483
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,128,0.002473777780930201
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,4096,0.03490755624241299
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,512,0.006205333189831839
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,128,0.004314666820896996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,128,0.004920000003443824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,512,0.0037946667936113146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,3072,0.012297777665985955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,8192,0.014678221609857349
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,2560,0.025430222352345783
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,128,0.005774222314357758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,3584,0.4656542142232259
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,3072,0.007245333658324347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,768,0.005015111217896144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,1024,0.02425688836309645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,3584,5.220325469970703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,2048,0.005619555711746216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,768,0.00480266660451889
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,65536,0.11469954914516872
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,10240,0.2531191243065728
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,32,0.007984889050324758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,128,0.002963555562827322
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,6144,0.2829413414001465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,64,0.012039999994966718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,7168,0.03652000096109178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,256,0.007071110937330458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,12288,0.016093333562215168
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,8192,1.0657261742485893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,65536,4.489773220486112
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,64,0.006036444256703059
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,8192,0.37611643473307294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,4096,0.017875555488798354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,512,0.0022071111533376905
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,256,0.006149333384301927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,128,0.003532444437344869
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,768,0.007347555624114142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,2560,0.005965333431959152
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,4096,0.008980444735950893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,5120,0.44417688581678605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,5120,0.00654755574133661
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,65536,0.9274053573608398
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,6144,0.06350577539867826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,768,0.0039813332259655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,3072,0.13315289550357395
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,65536,0.007495111061467065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,10240,1.047210693359375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,65536,0.24585066901312935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,128,0.007743111087216272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,4096,0.005345777918895085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,10240,0.015776889191733468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,12288,0.10107466909620498
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,3072,0.026216889421145122
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,6144,0.08807733323838975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,64,0.005521777603361342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,32,0.003975999852021535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,1536,0.006765333314736684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,12288,0.0454328887992435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,64,0.0032844444115956626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,32,0.006648889018429651
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,4096,0.202728894021776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,2560,0.07778400182723999
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,65536,0.41912089453803164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,512,0.11108533541361491
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,7168,0.3795484436882867
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,12288,0.2171093357933892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,12288,0.1314142280154758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,1024,0.008276444342401292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,256,0.0037288889288902283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,5120,0.004670222186379963
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,5120,0.008849778109126622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,8192,0.03297955460018582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,12288,0.04088622331619263
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,32,0.021983999345037673
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,128,0.02257066633966234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,1024,0.0041599998043643106
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,1024,0.07317511240641277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,10240,0.058760000599755176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,2048,0.012340444657537671
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,3072,0.03174755639500088
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,16384,0.1999422179328071
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,5120,0.005672889037264719
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,16384,0.469088872273763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,5120,0.014154665999942355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,1024,0.004286222159862518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,12288,0.3312879933251275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,6144,0.3257511191897922
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,768,0.0038444445365005066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,12288,0.06260799699359469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,3072,1.9426292843288844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,128,0.0027502222607533136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,16384,0.3260435528225369
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,10240,0.09476533201005723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,32,0.003952888978852166
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,32,0.0020737778395414352
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,8192,0.019949333535300363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,64,0.002487999904486868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,512,0.004509333521127701
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,3072,0.009069333473841349
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,1024,0.00904622260067198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,10240,0.019722667005327012
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,2560,0.005161777966552311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,12288,0.24030754301283094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,7168,0.01071911139620675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,2048,0.20687199963463676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,2560,0.009679111341635386
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,16384,0.8945670657687717
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,2560,0.11868977546691895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,4096,0.4135733445485433
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,65536,0.2635608779059516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,16384,0.024752888414594863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,6144,5.015830993652344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,2560,0.01556799974706438
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,2560,0.2708604335784912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,3072,0.28711644808451336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,8192,0.17010666264428032
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,12288,0.05585777759552002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,1536,0.006236444330877728
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,12288,0.9722248713175455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,6144,0.03649155630005731
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,65536,0.6454088952806261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,1024,0.4446418020460341
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,2048,0.003216888962520493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,65536,1.7526612811618383
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,65536,0.20933243963453504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,3584,0.16157244311438665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,768,0.00664444433318244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,32,0.0022417778770128884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,32,0.0046986668474144405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,7168,0.007296889192528195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,8192,49.011752658420136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,8192,0.07680088943905301
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,1536,0.00738844441043006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,3072,0.047008888589011304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,12288,5.370306650797526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,5120,0.055440889464484326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,1536,0.04117155406210158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,3072,0.06153244442409939
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,3584,0.06992799705929227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,32,0.002069333361254798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,3584,0.2308755450778537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,8192,0.36085067854987246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,4096,0.064173334174686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,768,0.029584887954923842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,65536,0.0867591102917989
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,64,0.003379555626047982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,768,0.005130666825506422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,64,0.0022640000614855024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,256,0.0031582222630580268
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,12288,1.2632266150580513
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,2560,0.023931556277804907
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,8192,0.012717333104875354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,256,0.0038293335172865125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,5120,0.01364177796575758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,10240,0.2705457740359836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,256,0.004442666553788715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,6144,0.08382311132219102
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,32,0.0076044441925154785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,64,0.002016000035736296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,1024,0.004321777572234471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,7168,0.05060266786151462
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,64,0.0035982223020659555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,5120,0.11759911643134223
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,64,0.0037084445357322693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,5120,0.07494044303894043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,1024,0.008907555705971187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,65536,9.160364786783854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,4096,0.9795707066853842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,3584,0.09582310914993286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,65536,0.1531253390842014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,12288,0.25073689884609646
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,10240,0.33928799629211426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,3072,0.008748444418112436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,12288,0.0655919975704617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,256,0.002432000098956956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,256,0.008774222599135505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,128,0.0033395555284288195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,6144,0.18209066655900744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,10240,0.014191110928853353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,1024,0.01221244451072481
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,32,0.002007999974820349
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,6144,0.00961688905954361
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,768,0.009559111462699043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,16384,0.07513511180877686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,3072,0.10133688979678684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,4096,0.4201457765367296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,7168,0.22258488337198892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,65536,0.7616168657938639
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,8192,0.05058844553099739
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,8192,0.10931289196014404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,64,0.003318222239613533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,1024,0.02939288814862569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,8192,0.03276800115903219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,2048,0.12259022394816081
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,65536,5.812561882866754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,64,0.002019555618365606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,64,0.0021786666992637846
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,256,0.004105777790149053
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,768,0.013370667066839008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,768,0.00452533322903845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,1536,0.028103109863069322
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,4096,0.05887555413775974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,65536,0.03636533353063796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,768,0.010668444136778513
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,2048,0.008021333151393467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,256,0.052208890517552696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,7168,1.2483083936903212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,2048,0.09135999944474961
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,2560,0.26443200641208225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,7168,0.20974489053090414
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,256,0.003567999849716822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,64,0.0058319999112023254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,12288,0.015975111060672335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,768,0.01146933353609509
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,5120,0.7465848922729492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,8192,0.0057964444988303715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,128,0.003022222262289789
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,8192,2.472558127509223
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,7168,0.32477156321207684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,65536,0.007728888756699032
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,2048,0.06730577680799696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,2048,0.02142133315404256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,4096,0.05221866567929586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,16384,1.446288850572374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,2048,0.008181333541870117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,256,0.008963555925422246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,3072,0.009476444787449306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,6144,0.007696000238259633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,32,0.009144888983832465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,12288,0.266067557864719
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,2560,0.009337777892748514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,7168,0.004928888960017098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,2560,0.09304533402125041
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,8192,0.05452533231841194
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,12288,0.3147946728600396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,10240,0.8719751040140787
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,65536,0.6909759839375814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,3072,0.007661333514584436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,32,0.003321777822242843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,3584,0.01090222183201048
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,12288,0.29584622383117676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,6144,0.0354639987150828
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,8192,0.10001866685019599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,12288,5.138692643907335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,4096,0.012474666866991254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,4096,0.006351999938488007
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,12288,0.01960444450378418
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,64,0.002736888825893402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,6144,0.0203448881705602
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,10240,0.5862782266404893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,3584,0.0069226668112807805
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,128,0.0022053333620230355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,10240,0.4512800110710992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,1024,0.00960533320903778
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,6144,0.06016088856591118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,5120,0.025905778010686237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,128,0.004474666797452503
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,65536,0.5499493281046549
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,1024,0.002187555655837059
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,128,0.0031431110368834603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,16384,0.8770951165093316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,65536,0.04030311107635498
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,2048,0.00646666685740153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,4096,0.26550134023030597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,512,0.004593777573770947
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,64,0.005984000033802456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,32,0.006088888893524806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,128,0.004173333446184794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,64,0.006755555669466655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,2048,0.13367999924553767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,128,0.03904711206754049
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,256,0.022065778573354084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,256,0.017983999517228868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,7168,0.25419823328653973
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,10240,0.2701973385281033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,16384,0.05252800054020352
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,3584,0.04270577761862013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,64,0.0027644443843099806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,8192,0.012759110993809171
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,256,0.0035031110876136353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,512,0.005988444305128521
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,65536,0.5638568666246202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,32,0.1336844497256809
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,1024,0.0122097780307134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,7168,0.01871466636657715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,6144,0.06449421909120348
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,512,0.005968889014588461
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,512,0.004397333496146732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,65536,0.7952346801757812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,8192,0.19729510943094888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,65536,0.04912799927923414
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,10240,2.0500337812635636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,7168,0.03970222340689765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,3072,0.1601297722922431
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,4096,0.04344800114631653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,6144,0.0058168888919883305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,8192,0.00887022250228458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,256,0.005072000126043956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,5120,0.007908444437715743
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,7168,0.3591297732459174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,2560,0.00598933340774642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,2048,0.05092799994680616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,4096,0.01276622215906779
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,1024,0.004458666675620609
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,12288,0.48490042156643337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,8192,0.17347199387020537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,6144,0.032015111711290144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,2560,0.028593778610229492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,1024,0.009133333133326637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,32,0.002552888873550627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,4096,0.007622222105662028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,5120,0.00453599997692638
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,1024,0.012387555506494312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,7168,0.005042666776312722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,256,0.0024888888001441956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,2560,0.023616888456874426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,2560,0.023629332582155865
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,512,0.003685333248641756
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,10240,0.014125333891974555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,256,0.05229333374235365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,1536,0.2803715599907769
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,1536,0.05110488997565376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,64,0.0019600000232458115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,64,0.005799110978841782
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,7168,0.010755555497275459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,2560,0.10017066531711155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,2048,0.46414486567179364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,512,0.3669626712799072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,768,0.006684444430801604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,1024,0.005493333356248007
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,128,0.040912889771991305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,4096,0.10175200303395589
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,8192,0.20370044973161486
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,7168,1.8661448160807292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,64,0.0025635556214385563
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,7168,0.024068444967269897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,10240,0.047063999705844455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,768,0.0053582220441765254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,1024,0.007377777662542131
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,2560,0.05987289216783312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,10240,0.4576009114583333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,16384,0.14698666996426052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,3584,0.7955893410576714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,65536,1.2865253024631076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,512,0.004326222257481681
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,10240,0.20494933923085532
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,12288,0.004568888909286923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,4096,0.1988684468799167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,10240,0.06172800064086914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,2560,0.3165004518296984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,256,0.0029928889125585556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,32,0.006485333459244833
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,5120,1.6134302351209853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,1024,0.22773154576619467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,64,0.0029484445436133277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,32,0.003527111063400904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,1536,0.22431111335754395
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,4096,0.5616221957736546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,3072,0.016363556186358135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,16384,0.42266045676337344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,5120,0.015079110860824585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,6144,0.12310666508144802
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,5120,0.2272782325744629
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,1024,0.00342755557762252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,256,0.0052844443255000645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,65536,0.3150177796681722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,8192,0.009556444154845344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,8192,0.09116533067491318
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,768,0.1910568873087565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,1536,0.00517866677708096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,768,0.004487110922733943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,1536,0.03676266802681817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,3072,0.007751999629868402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,768,0.05385155479113261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,2560,0.16178754965464273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,256,0.07693155606587727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,6144,0.14344710773891872
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,10240,0.553966204325358
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,10240,0.29259199566311306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,256,0.018904000520706177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,5120,0.02145244512293074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,128,0.019536889261669584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,128,0.0034097778714365433
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,2560,0.03147644466824002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,2560,0.024142222272025213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,256,0.01237155579858356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,32,0.003671110918124517
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,3072,0.007034666836261749
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,32,0.017994667092959087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,5120,0.053391999668545194
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,7168,0.30895998742845326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,3584,0.0053226666318045715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,3072,0.37853511174519855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,256,0.08677866723802354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,8192,3.2561172909206815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,32,0.001963555605875121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,256,0.0035031110876136353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,3072,0.006612444503439798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,1024,0.04233955674701267
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,10240,0.05120444297790527
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,16384,0.10129688845740424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,3072,0.008350222474998897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,1536,0.014494222071435718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,256,0.004683555414279302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,128,0.004494222087992562
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,128,0.0061919999619325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,128,0.0027386666172080566
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,6144,0.011381333072980246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,2560,0.35308265686035156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,512,0.003020444470975134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,10240,0.8947155210706922
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,3584,0.031960888041390315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,1024,0.008366222182909647
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,10240,0.02551733288500044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,32,0.00923555592695872
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,5120,0.07724444733725654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,64,0.010247999595271217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,2048,0.04201422135035197
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,4096,0.012075555821259817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,2048,0.04998844530847338
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,2048,0.07819555865393744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,65536,0.1897511084874471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,64,0.009178666604889764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,8192,0.22279111544291177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,4096,0.018616888258192275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,512,1.9856241014268663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,768,0.007820444802443186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,5120,0.14594222439659968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,1536,0.017154667112562392
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,3584,0.011150221857759686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,768,0.08359111017651027
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,65536,1.7122266557481554
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,6144,0.08800711234410603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,32,0.00240355564488305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,16384,0.1707786719004313
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,768,0.013609777722093793
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,4096,0.6245111359490289
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,3584,0.021644444929228887
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,3584,0.07319200038909912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,512,0.011533333195580376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,6144,1.242418713039822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,8192,0.20474933253394234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,6144,0.13437155882517496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,5120,0.010432889064153036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,64,0.002428444516327646
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,1536,0.3061937756008572
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,32,0.010843555960390302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,1536,0.0052844443255000645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,7168,0.14475999938117132
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,7168,0.004625777817434735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,1536,0.00960355583164427
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,6144,0.01384622189733717
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,8192,0.11384711000654434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,2048,0.054698665936787925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,5120,0.02381422287887997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,128,0.007050666544172499
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,7168,3.2281280093722873
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,8192,0.07496888769997491
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,3072,0.20039555761549208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,64,0.0034844444857703317
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,65536,1.1062907112969291
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,16384,1.836991204155816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,4096,2.282451629638672
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,8192,0.08610310819413926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,1536,0.009171555439631144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,12288,0.05720000134574043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,6144,0.010999110837777456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,16384,0.014930667148696052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,32,0.01018044435315662
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,2560,0.024324445260895625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,10240,0.3540053367614746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,4096,0.10070755746629502
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,8192,3.679303910997179
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,6144,0.009992889232105678
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,16384,0.4034435484144423
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,65536,0.3315440018971761
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,10240,0.13735022809770372
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,32,0.003974222060706881
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,8192,0.2554986741807726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,2048,0.04488889045185513
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,3072,0.004111999852789773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,1024,0.013663999736309052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,2048,0.005522666705979242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,32,0.0032231110251612137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,8192,0.3887182341681586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,3072,0.029655112160576716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,8192,0.09266755315992568
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,2560,0.02721600068940057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,768,0.004380444271696938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,3072,0.007965332931942409
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,4096,0.10863555802239312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,7168,0.3258417712317573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,1024,0.003567111161020067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,3584,0.04378488990995619
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,256,0.004455111092991299
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,16384,0.13715377118852404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,768,0.008613333106040955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,3072,0.56877777311537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,4096,0.007690666450394525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,6144,0.03797511259714762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,65536,0.7171129120720757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,3072,0.035191112094455294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,3584,0.032307555278142296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,6144,0.061306668652428516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,8192,2.5560328165690103
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,65536,0.07996355825000338
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,12288,0.011959111524952782
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,3072,0.010049777726332346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,65536,0.7503537601894803
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,8192,0.14648444122738308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,6144,0.12294310993618435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,1536,0.006519111080302133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,32,0.0025840000145965153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,128,0.005797333187527127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,4096,0.10257244772381252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,512,0.1134106715520223
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,16384,0.07752711243099637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,32,0.002376000086466471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,65536,0.11165511608123779
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,4096,0.15798489252726236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,3584,0.016794666647911072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,6144,36.21051703559028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,5120,0.5971288681030273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,12288,1.3119324578179252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,7168,0.18122843901316324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,512,0.005081777771313985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,512,0.004057777838574516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,128,0.0031555555760860443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,3584,0.037104888094796076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,7168,0.18572178151872423
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,768,0.188646223809984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,65536,0.2735706700219048
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,2048,0.011927111281288994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,768,0.004328000048796336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,3072,0.1273226605521308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,1024,0.006088888893524806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,256,0.0038159998754660287
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,5120,0.010416888528399997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,256,0.002546666603949335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,8192,0.27966311242845326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,3072,0.43492711914910215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,3584,0.047268443637424044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,4096,0.24887198872036406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,16384,0.013752000199423896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,1024,0.017140444782045152
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,3072,0.04485955503251818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,2048,0.09066577752431233
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,1536,0.009764444496896531
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,4096,0.10112088918685913
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,7168,0.011446221835083432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,2048,0.16965422365400526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,128,0.004306666553020477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,64,0.003616888903909259
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,6144,0.02923911147647434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,6144,0.07480800151824951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,512,0.014932443698247274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,2048,0.005534222142563925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,32,0.004302222281694412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,6144,0.12361066871219212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,1536,0.005974222388532426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,1024,0.0034728890491856467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,1024,0.01734844512409634
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,6144,0.15593955251905653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,3072,0.006109333286682765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,128,0.001959111127588484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,3584,0.4200595484839545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,6144,0.04128977656364441
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,256,0.010932444698280759
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,1024,0.004607111215591431
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,10240,0.003530666646030214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,8192,0.055416001213921436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,1536,0.015560888581805758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,512,0.005392000079154968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,512,0.004044444610675176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,2560,0.10726844602160984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,7168,2.549433814154731
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,512,0.004192000048028098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,10240,0.11391733752356635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,128,0.0023226667609479693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,256,0.00654755574133661
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,3072,1.4972559611002605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,12288,0.04175288809670342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,3584,0.03365600109100342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,16384,0.29247821701897514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,7168,0.06498044729232788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,256,0.0058453331391016645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,1024,0.007937777373525832
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,128,0.005333333379692501
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,3584,0.01862044466866387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,512,0.004029333177540037
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,1024,0.007289778027269576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,16384,5.4617199367947045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,64,0.00583022211988767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,1536,0.005950222412745158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,6144,0.11426133579678005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,16384,0.23965599801805285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,10240,0.38655466503567165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,10240,0.013341333303186627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,12288,0.408202674653795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,7168,0.040983110666275024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,4096,0.008957333034939235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,64,0.004301333179076512
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,65536,35.238427056206596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,3584,0.03593066665861342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,32,0.001957333336273829
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,4096,0.18161600165896943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,16384,0.020766221814685397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,256,0.01146755533085929
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,65536,14.307908799913195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,5120,0.010475555227862464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,12288,0.11332889397939046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,1024,0.008016000191370646
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,64,0.005379555539952383
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,8192,2.0162506103515625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,65536,0.26110132535298664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,64,0.011336888704035016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,3584,0.006671999891599019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,4096,0.07544800308015612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,3584,0.005800888770156437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,16384,0.024775111012988623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,2560,0.01182044463025199
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,512,0.005022222383154763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,8192,0.006578666468461354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,65536,1.842659632364909
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,5120,0.042099555333455406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,5120,0.575051572587755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,64,0.18131200472513834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,128,0.0031226666437255014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,128,0.004120888809363048
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,65536,1.3221457799275715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,5120,0.15280266602834067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,7168,0.06925421953201294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,12288,0.12549600336286756
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,512,0.1521315574645996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,32,0.0033315554675128725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,1536,0.0163137780295478
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,1024,0.006164444403515921
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,512,0.006191111273235745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,8192,0.5152559810214573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,4096,0.009128000173303816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,256,0.004709333181381226
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,3584,0.004631999880075455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,2560,0.09134311146206325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,512,0.0029848888516426086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,2560,0.03852533300717672
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,512,0.0034168888297345904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,3584,0.05966133541531033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,1536,0.015950222810109455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,2048,0.006724444528420766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,64,0.0035173334181308746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,1024,0.01148000028398302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,2560,0.015246222416559855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,10240,0.014018666413095264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,3584,0.0159288893143336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,10240,0.2069751156700982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,256,0.0033964444365766314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,8192,0.007057777709431118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,768,0.17773066626654732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,12288,0.01790844400723775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,16384,0.01386755539311303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,32,0.002524444419476721
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,8192,1.6912275950113933
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,10240,0.014647111296653748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,2560,0.031173331869973078
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,256,0.003549333247873518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,256,0.2523920006222195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,8192,0.04452000061670939
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,32,0.004192000048028098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,64,0.015427556302812366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,32,0.0052426668504873914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,64,0.004783111313978831
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,512,0.006278222219811545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,7168,0.10689600308736165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,512,0.00518222235971027
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,1536,0.015582222077581616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,8192,0.03804088963402642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,1536,0.03714399867587619
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,8192,0.19174222151438394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,32,0.0025964443468385274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,3584,0.6548799938625759
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,4096,0.05108799868159824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,3072,0.01684711045689053
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,1024,0.004513777792453766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,3072,0.3155999978383382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,512,0.17471022076076934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,2560,0.01591999994383918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,3584,0.043177776866488986
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,5120,0.15997510486178929
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,2048,0.29498312208387584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,64,0.0038159998754660287
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,1536,0.004492444296677907
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,3072,0.10103999906116062
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,768,0.01257155587275823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,256,0.0028355556229750314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,10240,0.016082665986484952
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,4096,0.0033031110134389666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,16384,1.9082525041368272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,10240,0.18217599391937256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,65536,0.03422844409942627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,2560,0.05910399887296888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,3584,0.031678222947650485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,3584,0.043417778280046254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,4096,0.4108737839592828
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,8192,0.22196355130937365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,3584,0.04705955584843954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,4096,0.011023110813564725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,1536,0.006837333242098491
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,12288,0.22353778945075142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,6144,0.04192533426814609
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,5120,0.008004444340864817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,1024,7.851181877983941
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,6144,0.03633066680696275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,10240,1.0535191429985893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,6144,0.1660719977484809
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,7168,0.18468177318572998
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,512,0.020250666472646926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,12288,0.006665777828958299
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,256,0.004495999879307217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,7168,0.005954666684071223
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,3584,0.18038400014241537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,8192,0.2988133430480957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,2048,0.044454223579830594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,16384,0.20857777860429552
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,3584,0.621223979526096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,128,0.0020906666500700847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,256,0.005117333183685939
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,32,0.00309244439833694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,64,0.0019111111760139465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,12288,0.23340177536010742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,7168,0.022648889157507155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,128,0.004589333302444882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,3584,0.00433955548538102
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,3584,0.6347475581698948
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,6144,0.012137778103351593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,512,0.0750382211473253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,4096,0.14111377133263484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,1536,0.17173777686225045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,256,0.003370666669474708
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,256,0.0032319999817344877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,64,0.0019822222077184254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,65536,4.603630065917969
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,2560,0.023597333166334365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,3584,0.01700088878472646
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,8192,0.01165688865714603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,1536,0.006605333338181178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,32,0.011457777685589261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,16384,0.3212142255571154
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,10240,0.27745334307352704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,1024,0.010231999887360467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,3072,0.06557333469390869
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,128,0.023755555351575215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,3072,0.03898400068283081
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,3072,0.0475777784983317
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,1536,0.01645866698688931
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,10240,0.010031110710567897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,7168,0.05963999695248074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,2048,0.03509333398607042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,2560,0.023357333408461675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,12288,0.17081244786580405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,8192,4.667881011962891
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,3584,0.017090666625234816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,2560,1.9125190311008031
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,6144,0.39982043372260195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,12288,0.010626667075686984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,512,0.12972533702850342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,1024,0.0047591109242704184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,64,0.004477333277463913
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,128,0.0031235555393828284
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,32,0.00868088917599784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,32,0.005193777796294955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,512,0.005199999858935674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,12288,0.3198622332678901
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,7168,0.061848892105950244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,3072,0.16818666458129883
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,64,0.0020764445265134177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,1536,0.17563199996948242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,10240,0.21320711241828072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,2560,0.006502222269773483
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,256,0.003604444364706675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,1536,0.005942222144868638
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,32,0.008953777452309927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,64,0.0020871110674407748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,12288,0.041351109743118286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,2048,0.006575111299753189
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,8192,0.05769422319200304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,16384,0.8072222073872884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,12288,0.21643822722964814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,2048,0.01550222271018558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,10240,0.4700604544745551
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,10240,0.05473955472310384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,512,0.004567999806669024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,32,0.026723555392689172
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,128,0.0023822221491071912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,65536,0.9094257354736328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,64,0.0030168888883458245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,4096,0.10457511080635919
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,3072,0.006626666833957036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,2048,0.005596444424655702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,4096,0.009006222089131674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,128,0.0038497779104444715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,512,0.029909332593282063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,8192,1.4339644114176433
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,4096,0.11820799774593777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,256,0.0035031110876136353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,5120,0.053991112444135875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,1024,0.0075902218619982404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,32,0.0037093332244290244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,3584,0.01680177781316969
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,3072,0.006425777657164468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,512,0.02195555633968777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,256,0.004884444591071871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,768,0.0825715528594123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,2560,0.21551911036173502
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,16384,0.23009512159559461
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,3072,0.07585066556930542
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,65536,0.1953866614235772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,512,0.008386666576067606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,2048,0.009292444421185387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,2560,0.007196444604131911
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,4096,0.04070666763517592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,12288,0.4169626765780979
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,65536,18.440989176432293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,6144,0.21142755614386666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,32,0.004903111192915174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,4096,0.052277333206600614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,7168,0.739525318145752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,64,0.0023653333385785422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,10240,0.19605867067972818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,1024,0.027315555347336665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,7168,0.02757866680622101
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,4096,0.006085333310895496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,1536,0.005408000200986862
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,8192,0.3067413436041938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,16384,1.0414675606621635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,2560,1.0230533811781142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,64,0.005598222215970357
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,6144,0.4565875795152452
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,5120,0.07996444569693671
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,8192,0.05631111065546671
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,2560,0.06757066647211711
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,7168,0.010614222122563256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,32,0.005331555588377847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,2048,0.008605333666006723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,768,0.009013333254390294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,3072,0.1768568886650933
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,65536,0.15291644467247859
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,3584,0.009181333084901174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,64,0.00349866681628757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,65536,0.7117804421318902
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,512,0.009164444274372524
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,16384,0.5424470901489258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,5120,0.04105600052409702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,2560,0.006152888966931238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,3584,0.029608001311620075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,1536,0.007167999943097432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,7168,0.010797333386209277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,2560,0.014255111416180929
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,32,0.027785778045654297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,6144,0.06652000215318468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,1536,0.04789955417315165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,256,0.050332443581687085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,128,0.00654666663871871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,2560,0.02056533263789283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,128,0.007628444168302748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,512,0.0053839998112784485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,256,0.0025537777692079544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,12288,0.07652711206012301
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,7168,0.13623289267222086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,256,0.15464177396562365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,512,0.021701332595613267
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,3584,0.009496000077989366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,65536,1.6047422620985243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,10240,0.5818639861212836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,12288,0.19659733772277832
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,2048,0.024847999215126038
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,16384,0.0063768890168931745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,65536,3.6061617533365884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,512,0.0090524446633127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,65536,0.1900400055779351
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,1024,0.010967111421955956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,12288,0.16412444909413657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,6144,0.6419893370734321
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,128,0.005174222091833751
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,32,0.0020559999263948863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,1536,0.07135999865002103
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,2560,0.44454044765896267
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,2560,0.5810533099704319
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,65536,1.0811146630181205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,4096,0.004299555387761858
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,1024,0.004399111287461387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,512,0.004078222231732475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,512,0.009272889130645329
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,12288,4.693331400553386
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,65536,0.2822337680392795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,12288,0.6678889062669543
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,4096,0.1293733384874132
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,16384,0.4666648970709906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,6144,0.009782222410043081
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,65536,0.11948977576361762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,768,0.004176889028814104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,256,0.0024746666765875286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,6144,0.009594666461149851
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,1536,0.005052444421582752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,128,0.006601777755551868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,3072,0.04582666688495212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,12288,0.13766133785247803
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,1024,0.0041724443435668945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,128,0.008413333031866286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,4096,0.03975644376542833
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,7168,0.08588711420694987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,6144,0.0944933361477322
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,2560,0.09770399994320339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,16384,0.5607697698805068
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,65536,0.0743502246008979
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,65536,0.012034667034943899
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,128,0.002299555473857456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,7168,0.09103555811776055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,64,0.0030133333057165146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,32,0.010564444793595208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,10240,0.9952639473809136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,7168,0.0137155552705129
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,3584,0.18041066328684488
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,10240,0.039064000050226845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,3072,0.07623644669850667
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,768,0.005927111125654644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,128,0.0033760000434186724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,5120,0.037780443827311196
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,3584,0.008671110702885522
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,65536,3.0646105872260203
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,6144,0.07027555836571588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,768,0.03541422221395705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,512,0.0033564445459180405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,4096,2.023451487223307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,3584,0.03012622065014309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,768,0.004362666772471534
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,512,0.006395555618736479
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,256,0.11220088269975449
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,8192,0.11441244019402398
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,512,0.0492835541566213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,512,0.003677333394686381
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,1024,0.012359110845459832
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,1536,0.04422400063938565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,32,0.00408000002304713
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,65536,12.094014485677084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,32,0.005762666463851929
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,6144,1.1383706198798287
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,1024,0.012163555456532372
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,2560,0.005803555664088991
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,6144,0.05627555317348904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,16384,0.09249689181645711
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,1536,0.009512888888518015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,4096,0.06629600127538045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,4096,0.09671022494633992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,512,0.10192266437742446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,512,0.004330666528807746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,12288,0.05032177766164144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,3584,0.06668266985151503
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,1536,0.017682666579882305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,65536,0.559966246287028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,2048,0.01977155605951945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,4096,2.5344009399414062
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,7168,1.8293813069661458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,65536,0.19499288664923775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,16384,0.5778506596883138
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,512,0.010491555763615502
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,5120,0.06571911440955268
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,3584,0.12278932995266384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,1024,0.25204798910352916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,3072,0.029425776667065088
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,256,0.013005333642164866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,32,0.010080888867378235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,64,0.004098666624890434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,64,0.002152888932161861
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,8192,0.097634666495853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,1024,0.1658951176537408
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,768,0.010612444745169746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,12288,0.17332800229390463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,6144,0.025711999999152288
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,8192,0.11110488573710124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,5120,0.20666844314999053
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,2048,0.0075626663035816616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,1536,0.004056000047259861
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,5120,4.3172730339898004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,65536,4.888140360514323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,128,0.012903999951150684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,128,0.002875555513633622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,2048,0.07452711131837633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,32,0.0058204444746176405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,768,0.00648266656531228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,256,0.015488000379668342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,6144,1.7443058225843642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,1536,0.0068711112770769335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,65536,3.3915689256456165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,12288,0.07440000110202365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,128,0.0073626670572492815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,256,0.07986399862501356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,6144,0.15593332714504665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,10240,0.016139555308553908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,5120,0.005063999858167437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,512,0.00996977753109402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,64,0.005326222214433882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,16384,0.23961244689093697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,12288,1.2807644738091362
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,12288,0.269071102142334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,12288,0.13052533732520208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,4096,0.009752888646390703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,6144,0.05102133419778612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,256,0.011894221935007306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,5120,0.03667199942800734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,128,0.07965955469343397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,32,0.0046160001721647055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,512,0.009962666365835402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,512,0.0051893335249688895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,8192,0.14345599545372859
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,64,0.005728000154097875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,6144,0.3483431074354384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,5120,2.0436827341715493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,512,0.011773332953453064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,512,0.005649777750174205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,3584,0.039622220728132464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,7168,0.27594044473436147
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,16384,0.14375555515289307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,7168,0.3334782123565674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,256,0.008211555580298105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,128,0.0041777777175108595
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,10240,0.06333421998553805
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,4096,0.04231999980078804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,128,0.0035048888789282907
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,1024,0.0046737777690092725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,256,0.0037786666717794207
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,128,0.003645333151022593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,3584,0.06789422035217285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,65536,0.35756444931030273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,64,0.006895111252864202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,128,0.0026186667382717133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,256,0.011408888631396823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,512,0.0069546666410234236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,12288,0.010580444501505958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,128,0.025240000751283433
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,768,0.0035502223504914176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,32,0.04823999934726291
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,12288,0.26749687724643284
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,10240,0.2711119916703966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,768,0.011030221978823343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,2048,0.004211555752489301
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,32,0.0020888888587554297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,3072,0.332294225692749
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,128,0.0029226665695508323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,128,0.0025173332542181015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,1024,0.008535111116038429
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,512,0.01460800071557363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,768,0.006633777585294511
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,64,0.0029048888633648553
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,32,0.006663110935025745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,128,0.005741333381997214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,512,0.0029351111087534162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,4096,0.4167582194010417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,12288,0.043544001049465604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,128,0.00342399999499321
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,16384,0.1736311117808024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,32,0.0022817777676714794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,1536,0.8385510974460177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,12288,0.2740124331580268
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,12288,2.108563529120551
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,3584,0.012229333321253458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,6144,0.015559110376569959
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,768,0.020540444387329947
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,65536,0.31303734249538845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,3584,0.023753777146339417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,6144,0.011252444651391772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,8192,0.02565066681967841
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,1024,0.011074666347768573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,3072,0.009791110952695211
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,32,0.003993777765168084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,256,0.003036444385846456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,16384,0.8910249074300131
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,6144,0.04295288854175144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,7168,0.02040088839001126
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,16384,0.35469510820176864
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,2048,1.4400231043497722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,7168,0.0517119997077518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,10240,0.17327733834584555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,16384,24.851014879014755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,512,0.004005333201752769
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,1024,0.22581866052415636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,65536,6.423823886447483
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,2048,0.00701333334048589
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,128,0.007688889073001013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,64,0.002568888788421949
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,1024,0.004475555486149258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,1024,0.004306666553020477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,16384,2.153477350870768
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,12288,0.3057262102762858
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,1536,0.006834666762087081
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,1536,0.0503751105732388
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,7168,0.174288895395067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,1536,0.07890311214658949
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,2560,0.008515555825498369
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,512,0.007032000356250339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,1024,0.02310933338271247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,7168,0.12075111601087783
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,10240,2.209824879964193
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,256,0.003748444633351432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,2560,0.030991110536787245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,512,0.0064195555945237475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,7168,0.06581422355439928
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,32,0.004783111313978831
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,6144,0.037500444385740496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,3072,0.4239342212677002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,10240,0.12234311633639866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,512,0.005312888986534542
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,256,0.008912888665994009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,512,0.012283555335468717
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,12288,0.6924213303460015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,16384,0.0918382207552592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,3584,0.021006221572558086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,4096,0.00944977750380834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,16384,0.32815554406907826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,3072,0.04067822297414144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,8192,0.0822862254248725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,1024,0.04299911194377475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,16384,9.256379869249132
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,5120,0.03287377622392442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,65536,0.42101865344577366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,768,0.01626844373014238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,64,0.0026684444811609057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,5120,2.7223733266194663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,64,0.005676444619894028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,65536,0.09186044666502212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,128,0.0022248888595236675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,12288,2.928456836276584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,65536,0.8741724226209852
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,16384,0.8164266480339898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,768,0.15673066510094538
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,64,0.005210666606823604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,768,0.31116800838046604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,1024,0.043749332427978516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,32,0.005144888742102517
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,6144,0.6218079990810818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,6144,0.05566844675276014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,3072,0.011356444822417365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,512,0.003798222376240624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,128,0.0206995556751887
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,5120,0.04673422376314799
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,2048,0.005153777698675792
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,6144,0.004500444564554426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,2560,0.04743911160363091
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,256,0.004831999954250124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,7168,0.005144000053405762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,65536,0.8368399937947592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,65536,0.045817779170142285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,768,0.003740444365474913
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,128,0.0024097777075237697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,7168,0.2619928783840603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,2048,0.006169777777459886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,5120,0.013872000078360239
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,256,0.003552000141806073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,3072,0.0864480005370246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,3584,2.725599077012804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,7168,0.2375964323679606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,12288,0.059966219796074756
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,768,0.0069306666652361555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,128,0.00923466682434082
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,32,0.0027439999911520216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,2048,0.017307556337780423
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,2048,0.013891556196742587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,65536,0.859956423441569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,10240,0.09028266535864936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,12288,2.8735413021511502
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,2048,0.056997332308027476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,512,0.36841599146525067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,65536,0.1815955506430732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,7168,0.25187733438279897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,1024,0.09846578041712443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,2560,1.2417092853122287
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,256,0.0037840000457233856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,64,0.002801777794957161
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,3072,0.005333333379692501
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,5120,0.07166844606399536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,512,0.006653333289755716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,64,0.01330133361948861
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,7168,0.005151111218664381
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,1536,0.008752889103359645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,768,0.035094221433003746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,64,0.002798222212327851
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,64,0.016196444630622864
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,3072,0.1107591125700209
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,2048,0.008029333419269985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,16384,0.04017422265476651
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,512,0.004600000050332812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,128,0.009183111290136972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,7168,1.5724737379286025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,768,0.007856888903511895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,64,0.003822222352027893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,32,0.022732444935374792
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,1024,0.005105777747101254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,3584,0.07316888703240289
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,8192,0.005079999979999331
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,768,0.0046817776229646476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,3072,0.5583546426561143
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,3072,0.06332977612813313
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,128,0.0037848887344201407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,2048,0.0878480010562473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,12288,0.1491617759068807
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,1024,0.004824888788991504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,512,0.005378666851255629
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,1024,0.007361777954631382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,65536,2.9465014139811196
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,5120,0.01036622209681405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,3584,0.4327955510881212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,7168,0.1171191136042277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,3584,0.11352177460988362
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,5120,0.013735111388895245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,6144,1.0339768727620442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,3584,0.047381334834628634
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,768,0.01053955571519004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,8192,0.2403902212778727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,6144,0.093121780289544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,12288,6.574121687147353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,1024,0.04527555571662056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,768,0.005416888743638992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,6144,0.009663110805882348
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,1536,0.008557333714432186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,12288,1.2677368587917752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,7168,0.2357413238949246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,12288,0.09997955295774673
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,12288,1.0292142232259114
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,32,0.003928889003064898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,1024,0.005987555616431766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,12288,0.21815021832784018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,8192,0.45366753472222227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,8192,0.13752799563937718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,4096,0.012537777423858643
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,4096,0.011733333269755045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,256,0.02458311120669047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,3584,0.1161431074142456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,5120,0.30750399165683323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,6144,0.025613332788149517
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,3584,0.03272355596224467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,12288,0.2828151120079888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,65536,0.874476432800293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,6144,0.03513066636191474
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,12288,0.6924915313720703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,2048,0.005331555588377847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,256,0.0023911111056804657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,6144,0.8747866418626574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,32,0.026164443956481084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,12288,0.3646969000498454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,6144,0.05036800106366476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,1536,0.09957600302166408
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,12288,0.0663857791158888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,3584,0.20825866858164468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,32,0.0021075554605987337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,10240,0.34318312009175617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,3072,0.07774577538172404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,8192,0.012313777373896705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,3072,0.035212443934546575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,256,0.0046453335218959385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,2560,0.004396444393528832
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,512,0.004005333201752769
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,8192,0.119924439324273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,1024,0.34023377630445695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,10240,0.10018666585286458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,128,0.005361777626805835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,12288,0.02592977715863122
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,6144,2.6173227098253036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,12288,0.0825715528594123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,7168,0.12429155243767633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,16384,0.05080266793568929
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,768,0.004488888714048597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,3072,0.0502435564994812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,128,0.00630044440428416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,3584,0.07024444474114312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,8192,0.12678310606214735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,8192,0.08767466412650214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,8192,0.015488889482286243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,1024,0.01479466590616438
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,2560,0.013023999830087027
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,128,0.0028826666788922418
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,128,0.0058648888435628675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,2560,0.010665777656767102
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,3584,0.01683822274208069
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,10240,0.13668978214263916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,5120,0.013021333350075616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,32,0.048379557000266186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,4096,0.7407333585951063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,7168,0.015782222151756287
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,5120,0.007125332951545715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,12288,0.19869066609276664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,128,0.02278222143650055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,12288,0.5370746718512641
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,64,0.002004444392191039
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,64,0.013895110951529609
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,768,0.008172444171375698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,768,0.01499288943078783
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,64,0.0026524443593290118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,2560,0.00886311133702596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,32,0.021153777837753296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,128,0.002773333340883255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,4096,0.06339822212855022
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,128,0.04302666584650675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,2048,0.009816889133718278
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,256,0.1806711090935601
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,32,0.0020435555941528743
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,1536,0.04516177707248264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,64,0.005990222096443176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,256,0.0031679999083280563
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,256,0.007284444239404466
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,1536,0.00833333366447025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,5120,0.16972000069088408
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,512,0.004293333325121137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,128,0.0041315555572509766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,1024,0.0069617778062820435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,2048,0.03766489028930664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,64,0.0040737779604064096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,1536,0.004687110996908612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,256,0.011780444118711682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,3584,0.03558399942186143
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,256,0.005570666657553778
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,2048,0.011252444651391772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,16384,1.2661582099066842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,8192,0.06557955344518025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,2560,0.02336799932850732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,2048,0.10629422134823269
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,128,0.0042364444169733255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,32,0.0019884444773197174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,512,0.005463111317820019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,2048,0.008542222281297049
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,128,0.003718222181002299
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,6144,0.07865155405468412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,256,0.002630222174856398
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,7168,2.9589964548746743
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,1536,0.006873777757088344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,65536,1.2680240207248263
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,4096,0.8851822217305502
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,8192,0.05087911089261373
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,2048,0.07427644729614258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,768,0.008905777500735389
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,10240,0.230567110909356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,256,0.009791110952695211
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,128,0.0021955555097924336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,64,0.0031306667046414483
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,8192,0.05326844586266411
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,64,0.004377777791685528
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,65536,0.3967884381612142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,12288,0.04612444506751167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,768,0.008450667063395182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,768,0.004606222112973531
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,512,0.005786666853560342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,5120,0.09479111433029175
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,512,0.012169777519173093
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,3584,0.006657777975002925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,6144,0.013385777672131857
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,8192,0.06909510824415419
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,64,0.11534578270382351
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,3072,0.01347644461525811
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,16384,0.11245777871873643
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,7168,0.5102080239189996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,12288,0.11966933144463433
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,256,0.005550222264395819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,12288,1.4210133022732203
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,12288,0.18122043874528673
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,6144,0.013735999663670858
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,6144,1.3947804768880208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,3584,0.31768621338738334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,3072,0.410769780476888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,3584,0.20509421825408936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,256,0.011201777391963534
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,10240,0.042952001094818115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,3072,0.013711999687883588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,2048,0.021048888564109802
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,2560,0.04092533389727274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,1536,0.0058808889653947614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,5120,0.01384888920519087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,8192,0.46808709038628477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,7168,0.045788443750805326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,1536,0.044293334086736046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,8192,0.18200266361236572
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,6144,0.09197066889868842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,2560,0.10086222489674886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,3584,0.40099467171563047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,1536,0.006654222392373615
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,768,0.04260444309976366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,65536,3.357810762193468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,8192,0.1279911067750719
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,16384,0.9030461841159396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,6144,0.0454693337281545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,1536,0.012479110724396177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,4096,0.011137777732478248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,12288,0.10954755544662476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,256,0.0025439999169773525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,4096,0.010152888794740042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,64,0.002440888848569658
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,10240,0.31896087858412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,768,0.0053431110249625305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,1536,0.007131555842028723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,128,0.006148444281684027
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,1024,0.007889777421951294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,2560,0.5367066595289443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,3072,0.04023377762900458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,16384,0.28953154881795246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,128,0.017398221625222098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,5120,0.006856888946559694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,10240,0.1471208863788181
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,12288,0.3621066676245795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,1024,0.0035217776894569397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,1536,0.007114667031500075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,3584,0.1595555543899536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,16384,0.10817333062489827
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,5120,0.0784168905682034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,3584,2.214694129096137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,3584,0.03209777673085531
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,1024,0.036229332288106285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,768,0.007096000015735626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,5120,0.043248001072141856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,512,0.025102222959200542
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,16384,0.1226773394478692
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,3584,0.08468355735143025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,5120,0.06929066446092394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,65536,0.8267386754353842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,7168,0.16450666056738958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,1024,0.006059555543793573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,256,0.01369866645998425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,256,0.003699555579158995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,12288,0.18331644270155165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,10240,0.07820088995827569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,8192,5.077898661295573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,3072,0.045143110884560474
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,5120,0.09621155261993408
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,1536,0.10810222228368123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,256,0.0026595555245876312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,3072,0.20444533560011122
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,768,0.0094035557574696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,10240,0.03801066676775614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,3584,0.0633573333422343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,64,0.003367111086845398
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,128,0.0033902221669753394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,4096,0.004826666580306159
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,2048,0.020639111598332722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,32,0.003964444415436851
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,10240,0.5692799886067709
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,6144,0.14773866865370008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,512,0.03531022204293145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,4096,0.09244444635179307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,128,0.0034168888297345904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,10240,0.0591448876592848
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,2048,0.007551111280918121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,8192,0.14675288730197483
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,4096,0.7426755693223742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,5120,0.07699555820888944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,768,0.004648888690604104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,6144,0.2160844405492147
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,512,0.009296889106432596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,5120,0.02625333269437154
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,4096,0.11078400082058376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,512,0.0758204460144043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,256,0.00665155549844106
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,8192,0.26828355259365505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,10240,0.0052595556610160405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,3072,0.011130666567219628
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,256,0.015314666761292351
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,4096,0.0763182242711385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,2048,0.07438488801320393
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,32,0.0022524444179402455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,2560,3.731350368923611
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,32,0.00574933323595259
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,2048,0.010071111222108206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,10240,0.7662026617262098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,1024,1.7216631571451824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,5120,0.008009778128729926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,12288,0.27764799859788686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,3584,0.09052622318267822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,2560,0.045964443021350436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,3584,0.06515377759933472
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,12288,0.14987911118401423
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,8192,0.34114845593770343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,2048,0.009537777966923183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,10240,3.435368855794271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,6144,0.6288702223036025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,12288,0.26043823030259877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,65536,1.4770658281114366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,32,0.0033271111961868075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,4096,0.008806222014957005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,2048,0.006718222051858902
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,768,0.006497777584526274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,10240,0.06471377611160278
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,128,0.0033848887930313745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,3072,0.6637351247999403
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,4096,0.03271733389960395
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,16384,0.36786754926045734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,8192,0.05704977777269152
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,512,0.0039013334446483185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,128,0.0033724444607893624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,64,0.003415999934077263
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,6144,0.05610666672388712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,6144,0.20052888658311632
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,768,0.19953866799672446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,6144,0.14942044681972927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,1024,0.005883555445406172
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,128,0.0022728888110982045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,4096,0.005568888866239124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,768,0.004791999856630961
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,1024,0.022289777795473736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,3072,0.006334222025341458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,7168,0.016522667474216886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,6144,0.05053777827156914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,512,0.008430221842394935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,7168,0.004293333325121137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,512,0.003519111209445529
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,1024,0.0052062223354975385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,2048,0.006228444476922353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,7168,0.24733334117465547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,2048,0.21284977595011392
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,1536,0.066685332192315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,8192,0.8426133261786567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,768,0.060920000076293945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,2048,0.049455109569761485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,1536,0.006544888847404056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,64,0.004156444635656145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,1536,0.11011111074023777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,2560,0.028015110227796767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,32,0.0018151110659042995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,32,0.00203822222020891
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,4096,0.07732533084021674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,1024,0.004365333252482944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,10240,0.014152889450391134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,2560,0.008180444439252218
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,768,0.0034222222036785553
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,6144,0.14610489209493002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,7168,4.1175689697265625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,2048,0.01203555530971951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,1024,0.004263999975389904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,12288,0.30384622679816353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,4096,0.09833333227369521
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,4096,0.05274755424923367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,3072,0.05334044496218363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,65536,58.999165852864586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,2048,0.011056889262464313
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,16384,0.017310221989949543
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,5120,0.01368977791733212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,3584,0.03166933192147149
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,1024,0.0041831110914548235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,32,0.011030221978823343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,768,0.004933333231343163
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,256,0.004298666699065102
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,1536,0.04118844535615709
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,10240,0.0462702214717865
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,2560,0.037335998482174344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,512,0.003768889026509391
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,1024,0.005724444571468566
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,128,0.005102222164471944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,2560,0.027838223510318335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,32,0.0019173332386546666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,1536,0.0641626649432712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,2048,0.1482506725523207
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,3584,0.038972444004482694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,2048,0.021127111381954614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,10240,0.10857866870032416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,3072,0.027126222848892212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,256,0.003617777592606015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,64,0.003647110942337248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,1024,0.0041893331540955436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,3584,3.336475584242079
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,1024,0.004233777936961916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,3584,0.03162399927775065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,3584,0.1065875556733873
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,1536,0.016342222690582275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,12288,0.1911475525961982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,256,0.0038577777643998465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,12288,0.047136889563666455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,2560,0.006179555422729916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,512,0.00832711077398724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,3584,0.06400889158248901
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,3584,0.13618932829962835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,5120,0.1393466658062405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,12288,0.009466666314336989
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,128,0.0022497777309682635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,1536,0.02760355505678389
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,16384,0.28201156192355686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,6144,0.6480782296922472
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,3584,0.010514666636784872
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,12288,0.005140444470776452
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,6144,0.7928133540683322
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,6144,0.08749688996209039
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,7168,0.09647733635372585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,65536,0.7599111133151584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,1024,0.0057297779454125305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,16384,0.8514142036437988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,65536,19.368518405490452
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,1024,0.09222755829493205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,3584,9.879772610134548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,32,0.5532648828294542
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,2560,0.01628266606065962
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,2560,0.0688026679886712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,6144,0.01276088919904497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,5120,0.06128355529573229
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,12288,8.69530995686849
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,2560,1.0155626932779949
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,10240,0.07285422086715698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,2048,0.017130666308932833
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,512,0.2507297727796766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,32,0.012551999754375882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,2560,0.007171555525726742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,8192,0.023539554741647508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,16384,0.021348444951905146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,768,0.004084444294373195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,64,0.004657777647177379
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,5120,0.08265155553817749
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,10240,0.13388355573018393
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,2048,0.019866666860050626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,3072,0.006541333264774746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,512,0.017423111531469557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,10240,0.353819555706448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,2560,0.049477332168155246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,3584,0.028636445601781208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,10240,0.017856889300876193
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,1536,0.008647110727098253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,6144,0.043679998980628125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,6144,0.040185779333114624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,4096,0.6226408746507432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,10240,0.1236693329281277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,32,0.0034222222036785553
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,64,0.004324444466167026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,64,0.0033475555893447665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,2048,0.007807999849319458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,64,0.0019786666250891155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,32,0.004661333229806689
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,3584,0.34818845325046116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,128,0.0036355555057525635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,1536,0.07146488957934909
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,3584,0.039367109537124634
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,2048,0.060411552588144936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,512,0.008606221940782335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,1536,0.005186666631036335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,2560,0.18091111712985566
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,12288,0.037059555451075234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,2048,0.08733422226376003
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,1536,0.8306550979614258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,5120,0.015625778171751235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,12288,0.37264445092942977
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,16384,0.0677679975827535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,256,0.07349155346552531
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,32,0.0027537778433826235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,10240,0.5140088929070367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,1536,0.011735999749766456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,4096,0.04076000054677328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,7168,0.052427556779649526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,512,0.003253333270549774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,64,0.004359999878538979
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,10240,0.013415111435784234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,3584,0.358900441063775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,512,0.01584533353646596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,768,0.02121777832508087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,8192,0.01920000049802992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,8192,0.1235013273027208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,65536,2.524800830417209
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,6144,0.10374844736523098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,64,0.005923555543025334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,65536,1.2915315628051758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,7168,3.6354861789279513
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,128,0.00602311102880372
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,3584,0.029787556992636785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,512,0.02198933396074507
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,32,0.0022808888720141514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,64,0.0034266666819651923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,3072,0.00923288861910502
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,10240,0.04055466585689121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,3072,0.0236826671494378
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,3584,0.03849777910444472
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,64,0.002346666736735238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,3584,0.0835440026389228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,2048,0.21494844224717882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,2560,0.0058764442801475525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,7168,0.023461333579487268
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,1536,0.04154933492342631
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,2560,0.05462222297986349
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,4096,0.007376000285148621
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,1536,0.06329600016276042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,6144,0.0602088901731703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,1024,0.013273778061072031
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,3072,0.030625777112113103
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,768,0.004095111042261124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,256,0.0032293332947625052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,1536,0.005596444424655702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,12288,1.1946915520562065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,1536,0.07104177607430352
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,256,0.001960888918903139
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,7168,0.07363555828730266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,4096,0.03765866822666592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,1024,0.007797333101431529
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,8192,0.29072533713446724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,12288,0.11976177162594265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,3072,0.11608355575137669
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,8192,0.14745155970255533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,5120,0.05006666647063362
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,3584,0.09100977579752605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,8192,0.17140266630384657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,512,0.006416000011894438
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,10240,0.017475555340449016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,32,0.008262222011884054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,32,0.14197333653767905
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,4096,0.2671831183963352
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,65536,1.6361012988620336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,16384,0.08719644281599258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,65536,0.5663226445515951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,7168,0.2639182143741184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,5120,0.1921457714504666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,5120,0.18091466691758898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,32,0.009471110999584198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,12288,0.5337271160549587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,7168,0.7302337752448188
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,65536,0.20730755064222547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,32,0.004176889028814104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,16384,0.20895732773674858
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,5120,0.04332000017166138
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,2560,0.02863466739654541
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,10240,0.01606399979856279
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,1024,0.03804444604449802
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,7168,0.008276444342401292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,2048,0.13154666953616673
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,10240,1.0552026960584853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,4096,0.38963821199205184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,8192,0.1030764447318183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,32,0.002871111035346985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,32,0.005370666583379109
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,2560,0.033760888708962336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,12288,0.051746666431427
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,2560,0.09229333533181085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,1536,0.013529777526855469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,2048,0.007747555772463481
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,10240,0.013789333403110504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,65536,16.076148139105904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,128,0.003318222239613533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,8192,0.007575111256705389
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,128,0.0023697778168651792
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,128,0.009822222093741098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,12288,0.26958221859402126
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,10240,34.38465372721354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,10240,31.015814887152775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,65536,1.4111600451999242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,1024,0.26935821109347874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,8192,0.029895110262764826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,128,0.004480000171396467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,512,0.004023111114899318
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,12288,0.016504888733228047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,6144,0.3856293360392253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,1536,0.03649155630005731
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,1024,0.025203555822372437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,10240,0.30008888244628906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,768,0.007632888853549957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,2560,0.023967110448413428
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,32,0.001992000059949027
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,1536,0.16246488359239367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,3072,0.054456889629364014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,32,0.004918222212129169
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,7168,0.07901599672105578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,7168,0.090938667456309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,512,0.005042666776312722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,768,0.0035982223020659555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,128,0.0036159998012913596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,128,0.005617777920431561
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,4096,0.004001777619123459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,2048,0.08550133307774861
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,128,0.004519999855094486
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,7168,0.1633146603902181
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,512,0.004584889031118817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,10240,2.812431123521593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,1536,0.00981777740849389
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,768,0.011150221857759686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,3584,0.04279999931653341
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,4096,0.025324443976084392
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,32,0.002489777695801523
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,7168,0.09833333227369521
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,3072,0.006538666784763336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,1536,0.005838222387764189
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,64,0.0036311112344264984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,7168,0.06372800138261583
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,2048,0.0890986654493544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,512,0.11472445064120823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,768,0.02528800070285797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,1024,0.0225600004196167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,128,0.008051555189821456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,2048,0.022517333428064983
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,8192,1.5457937452528212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,128,0.009385777844323052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,64,0.2346115642123752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,768,0.0022044444663657085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,128,0.004567999806669024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,7168,0.038155555725097656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,256,0.005519999812046687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,12288,0.1297911140653822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,3072,0.04058311051792569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,2560,0.09735822015338474
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,16384,0.0061039999127388
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,256,0.007259555160999298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,2048,0.031694223483403526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,256,0.004504000147183736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,7168,0.004966222163703707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,12288,0.1837306684917874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,6144,0.12175467279222275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,5120,0.0746871100531684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,2048,0.006615110983451207
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,7168,0.14126043849521214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,8192,0.16505600346459284
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,1024,0.21852621767255995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,2560,0.00489155575633049
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,2560,0.03874399926927354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,65536,0.05697511302100288
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,5120,0.008660444782839881
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,12288,0.8054649035135905
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,5120,0.1223013268576728
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,1536,0.007084444165229797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,16384,0.032885332902272545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,1536,0.004726222405831019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,7168,0.012079999678664737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,2560,0.007394666473070781
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,768,0.0037395556767781577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,3584,0.016520000166363187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,128,0.0048142220411035745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,16384,0.16066488954755995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,3072,0.012665777570671506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,7168,0.1061955557929145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,12288,2.382989247639974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,64,0.1841813325881958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,65536,1.6972924338446722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,5120,0.07466044690873888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,128,0.003116444374124209
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,8192,0.020657777786254883
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,1024,0.005158222383923001
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,8192,5.831389533148871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,6144,0.016741333736313712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,1024,0.004430222428507275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,64,0.3755715423160129
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,512,0.0030862221287356485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,64,0.0058497778243488735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,512,0.0029537777105967202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,64,0.0022542222092549005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,16384,2.9610701666937937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,8192,0.7532542016771105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,768,0.005409777578380372
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,12288,0.0074142225914531285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,10240,0.4658826722039117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,128,0.005709333138333426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,8192,0.0325582226117452
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,8192,0.004663111021121343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,2048,0.007947555846638149
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,5120,0.0532168878449334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,12288,0.13223466608259413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,3072,0.17831644746992323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,16384,1.7005128860473633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,3584,0.007134222322040134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,128,0.011716444459226398
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,128,0.016050666570663452
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,12288,0.43820444742838544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,12288,0.13692355155944824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,5120,0.1981546613905165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,7168,0.2681662241617839
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,512,0.011456888582971362
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,128,0.0019306666735145782
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,2048,0.004218666503826777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,7168,0.008481777376598781
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,7168,0.017343999611006845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,16384,0.0633795526292589
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,512,0.004743111216359668
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,2560,0.006953777538405524
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,1536,0.03127377894189622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,4096,0.15630311436123318
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,3072,0.01513777838812934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,3584,0.0069644442862934535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,6144,0.04277511106597053
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,64,0.002549333290921317
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,12288,0.42434223492940265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,7168,0.07088977760738797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,3072,0.0038862224254343244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,64,0.0036026665733920205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,256,0.0042088888585567474
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,512,0.004967999955018361
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,1536,0.005409777578380372
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,128,0.0022328889204396144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,2560,0.010992888775136737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,3072,0.009674666656388177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,2048,0.013904889424641928
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,2048,0.004961777892377642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,128,0.00811644477976693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,64,0.005853333406978183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,2560,0.039084444443384804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,256,0.004395555704832077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,8192,0.08147111203935412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,5120,0.016682666209008958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,65536,29.947679307725693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,1024,0.004986666556861666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,3072,0.05674044291178385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,32,0.0047022220161226065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,768,0.00397777764333619
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,2560,0.00397511116332478
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,3072,0.049124442868762545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,3072,0.010665777656767102
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,4096,0.2745369010501438
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,1024,0.20499022801717123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,3072,0.012539555629094442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,1024,0.004635555462704765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,2048,0.007080888582600488
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,64,0.0034613334056403902
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,3584,0.008586666650242275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,65536,0.12847822242312962
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,3072,0.007823111282454597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,256,0.0023591110689772502
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,6144,0.05499200026194254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,2048,0.004221333397759331
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,12288,1.854660458034939
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,256,0.2077173391977946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,6144,0.0354746679464976
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,65536,2.664175033569336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,1024,0.01555999947918786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,256,0.1716444492340088
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,65536,0.20719288455115425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,3584,0.12659555011325413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,128,0.016844444804721408
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,1536,0.03345422281159295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,10240,1.0624471240573459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,3584,3.049364513821072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,7168,0.12541600068410239
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,3584,0.010584000084135266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,1536,0.08141689168082343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,768,0.015996444556448195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,64,0.003489777859714296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,16384,0.07528177897135417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,2048,0.02367466688156128
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,65536,0.6939253277248807
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,64,0.00941422250535753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,8192,0.18928444385528564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,6144,0.030305776331159804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,256,0.006575999988449945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,4096,0.06863911284340753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,7168,0.06479022237989637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,65536,0.14680888917711046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,16384,0.059847997294531934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,1536,0.007063111497296228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,10240,0.34683820936414933
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,4096,0.1398586697048611
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,12288,1.4476275973849828
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,16384,0.1957697735892402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,12288,0.16209777196248373
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,6144,0.05573066737916735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,512,0.003929777691761653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,128,0.004970666848950916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,6144,0.01218311074707243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,5120,0.030432889858881634
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,16384,0.006117333140638139
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,10240,0.013964444398880005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,12288,0.5347608990139431
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,768,0.0041991112132867174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,512,0.01128533316983117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,2560,0.07450577947828504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,16384,0.02109688851568434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,8192,0.06359644730885823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,65536,1.3336764441596136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,3584,0.010621333287821876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,2048,0.012103111379676394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,1024,0.005762666463851929
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,65536,0.9077413347032336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,768,0.005622222191757626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,7168,0.451583120557997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,512,0.03620355659061008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,12288,1.1102977328830295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,6144,0.1176568932003445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,64,0.0034728890491856467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,256,0.0539555549621582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,2560,0.8659911155700684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,2048,0.1036977767944336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,6144,0.09205955266952515
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,64,0.007062222394678328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,512,0.006343110981914733
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,2048,0.023919999599456787
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,12288,0.04852888981501261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,256,0.0035386664999855887
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,5120,0.008614222208658854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,128,0.007155555817815993
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,768,0.006365333166387346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,512,0.01054666688044866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,3584,0.2071768840154012
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,10240,0.0899768869082133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,8192,0.11053778065575494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,3072,0.10871999793582493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,768,0.005695999910434087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,3584,0.03159288896454705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,65536,2.1679261525472007
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,5120,0.07654488748974271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,768,0.04838488830460442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,12288,1.4972808625962999
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,256,0.004977777600288391
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,256,0.0028488888508743713
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,1536,0.005503111001518037
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,2048,0.07462310791015625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,10240,0.05163377854559156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,5120,0.16102577580346003
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,1536,0.00566133318675889
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,32,0.002473777780930201
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,64,0.00618488879667388
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,8192,0.05652533637152778
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,3584,0.09101688861846924
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,4096,0.10367466343773736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,1536,0.004982222285535601
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,3584,0.005048000150256687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,6144,0.008991111483838823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,128,0.004424889054563311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,64,0.002028444367978308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,512,0.009708444277445475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,2560,0.0266311119000117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,1536,0.007739555504586961
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,1536,0.03407911128467984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,128,0.005626666463083691
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,4096,0.00778399987353219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,256,0.005121777868933148
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,2048,0.01831377711560991
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,2560,0.016906667086813185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,768,0.0047937776479456155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,128,0.005938666562239329
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,3584,0.7430266804165311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,2560,0.154095106654697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,16384,0.055825776524013944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,8192,0.05032533407211304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,2560,0.05535111162397596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,256,0.00508711114525795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,16384,0.0037271111375755737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,5120,0.07811999983257718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,4096,0.05576088693406847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,4096,0.05585510863198174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,2560,0.008952889177534316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,7168,0.14246843920813665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,64,0.004676444249020683
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,2048,0.04550488789876302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,5120,0.03827111257447137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,12288,0.013751111096805997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,3584,0.018171555466122098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,10240,0.21019911766052246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,2048,0.011728000309732227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,3584,0.03921422362327576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,1024,0.003779555360476176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,12288,19.054231431749134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,12288,0.7221893204583062
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,5120,0.044270220730039805
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,2560,0.04399111204677158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,2560,0.004574222283230888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,16384,0.10884977711571588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,3584,0.03979377614127265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,3072,0.006693333387374878
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,4096,0.05624533361858792
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,8192,0.17131466335720488
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,128,0.003990222182538775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,1024,0.041513777441448636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,3072,0.05000533329115974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,1536,0.030590222941504583
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,8192,0.005491555564933353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,16384,0.17705244488186309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,64,0.0026853332916895547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,3072,0.004671999977694618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,128,0.03887644410133362
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,1024,0.008643555144468943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,16384,0.056403557459513344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,1024,0.005966222120655908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,128,0.008038221961922115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,8192,0.09865422381295098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,4096,0.03939466675122579
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,2560,0.009115555220180089
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,768,0.04179999894566006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,768,0.00563733321097162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,3072,0.006834666762087081
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,256,0.012786666552225748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,65536,0.5903084543016222
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,2560,0.06392800145679049
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,8192,0.019433778193261888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,2560,0.012473777764373355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,3072,0.08840622504552205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,6144,0.07453155517578125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,3584,0.4506408903333876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,1024,0.004860444615284602
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,128,0.002238222294383579
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,128,0.006024888820118374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,8192,0.0963511135843065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,32,0.0023271110322740343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,2048,0.3882275687323676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,2048,0.004338666796684265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,7168,0.014658666319317289
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,4096,1.4508861965603297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,10240,0.5494249131944444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,2560,0.246817774242825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,1024,0.005789333333571752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,3072,0.00665155549844106
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,2560,0.2651511033376058
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,3072,0.008856000171767341
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,1024,0.007641777396202087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,8192,0.12105511294470893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,12288,0.15323911772833929
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,2048,0.007652444144090016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,12288,0.34491467475891113
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,4096,0.0037706668178240457
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,6144,0.1636399957868788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,6144,0.017789334058761597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,128,0.00259911103381051
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,7168,0.01163733336660597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,10240,0.02328266700108846
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,2560,0.06006222301059299
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,768,0.17860710620880127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,2560,0.03583111034499274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,12288,0.19647733370463052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,32,0.0038604442444112566
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,1536,0.005516444643338521
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,256,0.033730665842692055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,768,0.004041777716742622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,512,0.0034257777863078644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,16384,0.05226666728655497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,768,0.01074399964676963
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,10240,0.03995111253526475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,7168,0.745829317304823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,4096,0.2562817732493083
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,1024,0.08039644691679212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,4096,0.013607111242082385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,7168,0.010240889257854885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,65536,23.565689086914062
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,8192,0.1542675495147705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,768,0.0041306668685542215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,12288,0.008352888955010308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,1536,0.011906666888131036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,4096,0.00942311104800966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,4096,0.10976711246702407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,10240,0.31785066922505695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,5120,0.012859555582205454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,8192,0.004307555655638377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,64,0.0023724445038371617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,65536,1.3288052876790364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,16384,10.523045010036892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,12288,0.24882311291164824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,8192,0.2820284366607666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,32,0.006064888917737537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,3072,0.009310222334331935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,512,0.02299822204642826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,3584,0.05386044581731161
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,5120,0.01037333326207267
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,8192,5.931756337483724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,3072,0.007697777615653143
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,3584,0.016319110989570618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,768,0.004833777745564778
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,65536,2.9189902411566844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,10240,0.038811554511388145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,10240,0.0395359992980957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,6144,1.2719732920328777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,6144,0.01313866674900055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,16384,0.6846391359965006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,65536,1.8451902601453993
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,128,0.004574222283230888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,3072,0.059663110309176974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,7168,0.010649777948856354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,128,0.017999110950364005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,2560,0.06383022334840563
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,5120,0.5291368696424696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,2560,0.05735466877619425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,12288,0.14234311050838894
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,12288,0.08546488814883763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,1536,0.004983110974232356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,512,0.01996977792845832
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,512,0.00925688859489229
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,2048,0.0036559998989105225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,3584,0.1032480001449585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,512,0.01315822203954061
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,3072,0.019924443629052904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,256,0.003867555409669876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,64,0.003367111086845398
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,128,0.0026551110463009942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,7168,0.087918221950531
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,12288,0.7964151170518664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,6144,1.2193750805324979
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,16384,0.2589591079288059
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,64,0.0024293334119849736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,65536,21.666783650716145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,2048,0.05952178107367622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,6144,0.02478222217824724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,64,0.004107555581463708
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,32,0.005917333480384614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,16384,0.24071823226081002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,12288,2.7269910176595054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,12288,0.005618666609128316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,2560,0.08481955528259277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,1024,0.016516443755891588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,10240,4.633924272325304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,5120,0.17178932825724283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,32,0.5305200152926975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,1024,0.004652444273233414
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,32,0.008743999732865227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,128,0.0034471110751231513
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,2048,0.039340443081325956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,16384,3.491543028089735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,65536,0.10552089081870185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,10240,0.21535021728939482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,5120,3.8144942389594187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,4096,0.05611733595530192
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,512,0.005122666557629903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,128,0.019671110643280875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,768,0.009337777892748514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,16384,0.1724382241566976
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,4096,0.0333280000421736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,64,0.00851466672288047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,5120,0.05832799937989977
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,512,4.330651601155599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,10240,0.19930044809977213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,2560,0.08869422144360012
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,6144,0.048060443666246205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,2048,0.00397511116332478
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,3584,0.01404711107412974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,512,0.0047191112405723995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,768,0.008900444540712569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,64,0.005057777795526716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,3584,0.36381512218051487
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,64,0.00702044450574451
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,1024,0.012572444147533841
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,768,0.004607111215591431
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,512,0.034466667307747736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,256,0.003802666647566689
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,64,0.0033964444365766314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,10240,0.0830142233106825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,5120,0.060382220480177135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,8192,0.08164533641603258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,7168,0.08004977968004015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,32,0.004583111239804162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,3584,0.03154844376775954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,16384,1.1922106213039823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,1024,0.004646222210592694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,3072,0.028189334604475234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,6144,0.014935111006100973
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,2560,0.02755111124780443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,16384,0.020424000091022916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,2560,0.010597333312034607
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,1024,0.05488533443874783
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,768,0.005292444593376583
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,7168,0.01721155477894677
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,1024,0.004980444494220945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,5120,0.06074044439527723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,6144,0.019754666421148512
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,4096,0.010178666975763109
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,2048,0.005535111245181825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,128,0.013688888814714221
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,4096,0.00370755543311437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,7168,0.013027555412716336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,2048,0.0939377744992574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,128,0.004763555609517627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,16384,0.19789332813686797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,7168,0.3177306652069092
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,4096,0.1053546667098999
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,32,0.007431999676757389
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,10240,0.07012799713346693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,4096,0.15793600347306994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,3072,0.3148497740427653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,3072,0.006238222122192383
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,65536,1.2468097474839952
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,65536,0.8500204616122775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,2560,0.07370133532418145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,3072,0.027457776996824477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,512,0.017827555537223816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,768,0.004008000095685323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,7168,0.24786310725741914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,2048,0.01961599952644772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,2048,0.018929777873886954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,64,0.004456000195609199
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,1024,0.0074675555030504865
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,4096,2.8270693884955516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,256,0.011709333293967776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,64,0.005127999931573868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,12288,0.401110225253635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,64,0.010076444182131026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,7168,0.3943839867909749
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,2560,0.03549066517088149
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,2048,0.0054560001525614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,7168,0.07325866487291124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,32,0.00554577757914861
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,12288,0.01976977785428365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,16384,0.39948532316419816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,10240,0.17304533057742646
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,8192,0.06685244374805026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,3584,0.37703998883565265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,1024,0.04149511125352647
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,256,0.007882666256692674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,10240,0.005984000033802456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,32,0.002006222183505694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,128,0.028558221128251817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,16384,0.026714666022194758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,10240,0.27406220965915257
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,7168,1.0444311565823026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,4096,0.1960222191280789
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,6144,1.1295173433091905
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,1536,0.009827555881606208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,8192,0.04751111070315043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,7168,0.05471733212471008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,4096,0.08715111017227173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,512,0.007928888830873702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,12288,0.035888890425364174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,1024,0.00629066675901413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,5120,0.04150222076310052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,2560,0.28395377265082467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,10240,1.5281795925564234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,2048,0.003802666647566689
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,1024,0.004955555415815777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,7168,0.190391116672092
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,4096,0.031778666708204485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,10240,0.0432933337158627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,8192,0.4517182244194879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,256,0.005384888913896348
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,7168,0.12043910556369358
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,4096,0.1139448881149292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,64,0.0019315555691719055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,16384,0.37487999598185223
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,5120,0.008651555412345463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,6144,0.04965155654483371
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,4096,0.054823110500971474
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,65536,1.653518252902561
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,128,0.003346666693687439
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,256,0.0029884444342719186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,2560,0.008117333054542542
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,3072,0.6316951115926107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,6144,0.05420622229576111
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,1536,0.045351998673544995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,65536,0.3594951099819607
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,32,0.0023422222584486008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,12288,4.249575297037761
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,512,0.02176888949341244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,8192,0.2433662149641249
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,768,0.006529777828190062
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,10240,0.13424355453915066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,2560,0.007383999725182851
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,64,0.011614222493436603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,16384,0.5741768942938911
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,7168,0.33067109849717885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,2560,0.10448977682325576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,5120,0.06244089206059774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,3072,0.009574222067991892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,256,0.004521777646409141
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,6144,0.05801244576772054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,12288,0.011143999795118967
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,6144,0.011918221910794577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,768,0.0068417779273457
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,128,0.004504888835880491
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,256,0.053123556905322604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,10240,0.08572177754508124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,2560,0.04220889012018839
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,512,0.010801778071456485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,5120,0.025872000389628943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,10240,0.02309600015481313
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,3072,0.34372356202867294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,512,0.07553422451019287
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,5120,0.08893066644668579
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,768,0.01311288856797748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,256,0.15159466531541613
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,65536,2.854008992513021
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,128,0.005673777725961473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,32,0.004043555508057277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,128,0.04344355397754245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,3584,0.11433333820766872
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,128,0.00226488895714283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,256,0.002505777817633417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,512,0.0031351111829280853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,128,0.0074684446056683855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,2048,0.011366222467687396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,3072,0.007920888562997183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,1024,0.00462311092350218
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,64,0.006567111031876669
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,1024,0.3126320044199626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,3072,0.1237751113043891
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,64,0.012660444610648684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,16384,0.15924889511532253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,1024,0.0052782222628593445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,128,0.007385777930418651
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,1024,0.0033404444240861465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,5120,0.19515911738077799
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,12288,0.03903022077348497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,3584,0.07044266992145114
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,2560,0.004408888932731417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,65536,1.1399822235107422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,7168,0.004511111312442356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,1536,0.16598933272891575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,7168,0.05063733458518982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,16384,0.2596737808651394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,256,0.007483555210961237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,768,0.005548444473081165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,4096,0.018935110833909776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,128,0.002891555635465516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,4096,0.017426666286256578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,65536,0.09991555743747288
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,10240,0.10052177641126846
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,2048,0.005522666705979242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,256,0.04885244369506836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,1536,0.03395911057790121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,10240,0.20476533306969535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,16384,0.33617244826422793
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,5120,0.08237689071231417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,5120,0.15076088905334473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,3072,0.01479200025399526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,4096,0.06896266672346327
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,256,0.0036924444139003754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,12288,0.3125049008263482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,6144,0.2746506796942817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,64,0.006320888797442119
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,64,0.0023768889821237987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,7168,0.046605332030190356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,4096,0.8374604649013944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,3584,0.16536000039842394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,4096,0.0118222220076455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,8192,0.4799813164605035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,10240,2.2251067691379123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,16384,0.2873804569244385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,1024,0.8898195690578885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,6144,0.2426204416486952
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,1024,0.005428444594144821
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,7168,0.24124532275729707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,3584,0.11762221654256184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,5120,0.018392889036072623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,1024,0.010118222071064843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,768,0.004298666699065102
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,512,0.011011555790901184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,1024,0.031799111101362444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,1024,0.01367555558681488
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,2560,0.043302221430672534
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,1536,0.37987377908494735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,4096,0.034903112385008074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,768,0.008251555263996124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,64,0.002046222281124857
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,32,0.003293333368168937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,10240,0.10683466990788777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,12288,0.2519297864702013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,64,0.048334221045176186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,768,0.003855111284388436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,1536,0.2071982224782308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,3584,0.013552000125249227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,64,0.005421333428886201
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,12288,0.1625946627722846
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,7168,0.11654667059580485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,3072,0.07135822375615437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,768,0.004556444370084339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,3584,0.03150399857097202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,512,0.023319111929999456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,64,0.005912888795137405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,64,0.0031031111462248694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,10240,0.014175999495718213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,8192,0.6362737549675835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,1536,0.03566844595803155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,32,0.0020435555941528743
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,512,0.008840888738632202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,2560,0.013040000365840064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,2048,0.1017484466234843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,8192,0.12191200256347656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,65536,1.1151528888278537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,5120,0.16489866044786242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,4096,0.06382044156392415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,2048,0.04095110959476895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,3584,0.49742486741807723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,12288,0.07423022058275011
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,64,0.006909333169460297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,4096,0.14563466442955866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,256,0.05207822057935926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,10240,0.043567998541726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,1024,0.005986666513813867
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,8192,0.020907556017239887
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,6144,0.04767910970581902
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,2048,0.01993688941001892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,5120,0.035212443934546575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,768,0.004383999854326248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,2560,0.007480888730949826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,2560,0.0649520026312934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,16384,0.41885421011183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,65536,0.20621955394744873
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,1024,0.01222222215599484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,12288,0.6798062324523926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,256,0.00851999968290329
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,128,0.008226667013433244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,3072,0.6507671144273546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,3584,0.17261511749691436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,1536,0.024699555502997503
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,768,0.006607111129495833
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,3584,0.0166302224000295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,1536,0.044016887744267784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,3072,0.027522666586769953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,1024,0.005631111148330901
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,7168,0.08401688602235581
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,4096,0.03792355457941691
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,64,0.014711999230914645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,1024,0.006303999986913469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,65536,1.2333769268459744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,128,0.0029813332690132987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,65536,1.0956142213609483
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,3584,0.03651911020278931
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,32,0.005711110929648082
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,10240,1.8538924323187933
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,3072,0.27856622801886666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,5120,0.01035733355416192
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,4096,0.0053386667536364655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,1536,0.003612444632583194
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,256,0.05383466680844625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,768,0.03983555568589105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,3584,0.007112888826264276
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,64,0.008854221966531541
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,8192,0.252837340037028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,16384,0.07551999886830647
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,2560,0.033724443780051336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,6144,1.8152870602077906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,32,0.03614755471547445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,32,0.006510222123728857
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,512,1.1364320119222004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,4096,0.08618666728337605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,3072,0.03240177697605557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,128,0.013375110924243927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,6144,0.009858667022652095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,7168,0.04481600059403313
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,3072,0.02891555428504944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,1024,0.1277351114484999
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,4096,0.5468471315171983
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,1536,0.23323199484083387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,768,0.11094933085971409
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,64,0.21646755271487764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,128,0.0025600000388092464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,10240,0.04907822277810839
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,65536,0.6230622397528754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,12288,0.136245330174764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,65536,10.327044169108072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,16384,1.6177733739217122
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,2048,0.05916800101598104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,768,0.00721688899728987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,32,0.00332622230052948
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,3584,0.7528817918565539
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,12288,0.1416835520002577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,16384,1.7340400483873155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,1536,0.007093333535724216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,3584,0.08000622193018596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,2048,0.003923555629120933
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,12288,0.09225600295596653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,256,0.012078222301271228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,65536,0.011950222154458364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,32,0.0020008888095617294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,8192,0.012111110819710625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,2048,0.010214221974213919
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,32,0.001992000059949027
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,7168,0.09451555543475681
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,3584,0.13493155108557806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,8192,0.10750933488210042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,2048,0.014610666367742749
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,3072,3.4029004838731556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,256,0.015803555647532146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,2048,0.04275111026234097
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,1536,0.006077333456940121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,2048,0.12468622790442573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,6144,0.27439554532368976
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,7168,0.7501813570658366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,1024,0.1963822179370456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,6144,1.278578652275933
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,3072,0.004875555634498596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,512,0.00488711107108328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,7168,0.9166267183091906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,128,0.013655111193656921
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,768,0.015263999501864115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,32,0.00462400002612008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,64,0.0037706668178240457
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,768,0.004387555436955558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,3584,0.09149422248204549
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,8192,0.30075732866923016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,4096,0.11835377746158177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,512,0.005111111121045219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,32,0.0058497778243488735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,64,0.003559999995761447
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,2048,0.004322666674852371
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,3584,0.030448890394634668
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,1024,0.005807999935415056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,65536,0.16323288281758627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,10240,0.12433066633012559
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,65536,2.4216185675726996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,4096,0.020113777783181932
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,768,0.007330666813585494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,16384,0.009249777429633671
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,1024,0.007605333295133378
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,64,0.003642666671011183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,512,0.0037831109431054858
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,3584,0.007831999825106727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,256,0.003963555726740095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,8192,0.1470711098776923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,256,0.007497777541478475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,2560,0.007059555914666917
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,8192,0.03273422188229031
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,6144,0.005097777893145879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,1536,0.005663110978073544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,2560,0.004425777743260066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,3584,0.24516444736056855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,3072,0.006586666736337874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,128,0.0022533333135975734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,64,0.004127999974621667
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,10240,3.938383314344618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,1536,0.02699733277161916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,512,0.018294221825069852
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,8192,0.018438221679793466
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,10240,0.03678311241997613
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,12288,0.2861422167883979
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,32,0.1177297830581665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,32,0.0019040000107553268
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,64,0.0023386666758192912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,16384,0.006887110984987683
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,12288,0.024326221810446844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,32,0.008584000170230865
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,1536,0.03233777814441257
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,32,0.003572444534964032
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,2560,0.46703375710381406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,6144,0.015356444650226168
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,8192,0.554165310329861
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,16384,0.024422221713595923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,64,0.028112000889248315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,64,0.02049688829316033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,128,0.003351111171974076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,12288,0.4698693487379286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,7168,0.4120026694403754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,3072,0.009810667071077559
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,512,0.0784355534447564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,4096,3.7081646389431424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,64,0.017859554953045316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,256,0.0032195556494924757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,2560,0.014886221951908536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,4096,0.06801422437032063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,4096,0.020815999971495736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,5120,0.014078223043017916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,1536,0.010971555279360877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,3584,0.04896444413397047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,8192,0.032724443409177996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,12288,0.20691377586788604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,6144,0.314188453886244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,8192,0.21391822232140434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,256,0.00498577786816491
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,256,0.011071110765139261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,3072,0.1069928871260749
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,8192,1.6726658079359267
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,8192,0.0358879996670617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,256,0.07895377609464857
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,128,0.0034924443397257063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,3584,0.034097777472601995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,4096,0.5718791219923232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,4096,0.008078222473462423
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,256,0.0046862223082118565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,3072,0.07634844382603963
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,8192,0.07446222172843085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,3072,0.025921778546439275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,16384,0.1643528938293457
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,128,0.00573955559068256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,2048,0.23982132805718315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,2560,0.011551111108726926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,2048,0.05361955695682102
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,64,0.014159111513031853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,16384,4.63095219930013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,128,0.014002665877342224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,5120,0.04365422328313192
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,64,0.04491200049718221
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,2048,0.007627555893527136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,128,0.001957333336273829
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,1024,0.005675555517276128
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,256,0.004303110970391167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,64,0.003277333246337043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,128,0.0028248888750871024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,12288,0.3342551125420465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,2560,0.02734044525358412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,1536,0.011776888536082374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,4096,0.027971555789311726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,10240,0.07589422331915961
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,768,0.030089779032601252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,65536,0.16774045096503365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,10240,0.11898222234514023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,768,0.00555288874440723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,65536,0.1847226619720459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,128,0.06004710992177328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,768,0.5128142038981119
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,3072,0.033129778173234724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,1536,0.005671111245950063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,1536,0.006511111226346757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,2048,0.01586933268441094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,10240,0.040942221879959106
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,8192,6.1699778238932295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,3072,0.030346665117475722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,65536,0.12959555784861246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,2048,0.02052977846728431
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,3072,0.028455999162462022
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,2048,0.006151111175616582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,6144,0.009646221995353699
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,256,0.005125333451562458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,3072,0.14790311124589708
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,6144,0.06927288903130426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,64,0.035395556026034884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,128,0.003391999958289994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,6144,0.23480354415045845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,1536,0.0299288895395067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,256,0.0038808890514903595
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,64,0.018665777312384713
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,6144,0.4530906677246094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,7168,0.01107911103301578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,64,0.008533333738644918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,64,0.007117333511511485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,3584,0.1526506609386868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,128,0.005680888891220093
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,1024,0.011415111521879831
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,10240,3.0447129143608938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,8192,0.7459786732991537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,64,0.0028497777465316984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,1536,0.33054934607611763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,3584,0.02054666644997067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,5120,0.2674124505784777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,768,0.022952889402707417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,1536,0.00618577789929178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,64,0.002377777877781126
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,7168,0.07803466584947374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,7168,0.010737777584128909
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,2560,0.0026062221990691293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,7168,0.010673777924643623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,1536,0.006582222051090664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,10240,0.0064088888466358185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,768,0.005702222386995952
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,512,0.011266666981909009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,12288,0.11463911003536648
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,1536,0.007150222029950883
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,2560,0.02972088919745551
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,3584,0.004619555754794015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,3072,0.07848355505201551
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,3584,0.16407288445366755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,1536,0.003510222252872255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,64,0.0019680000841617584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,8192,0.18197066254085967
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,3072,0.015967999895413715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,5120,0.22613244586520723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,768,0.004168888760937585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,2048,0.019912888606389362
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,7168,0.054281777805752225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,256,0.003809777812825309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,12288,0.15864622592926025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,16384,0.7388275464375814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,32,0.02455288834042019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,32,0.002518222149875429
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,128,0.0047208890318870544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,2048,0.013568888935777875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,5120,0.005415110952324337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,768,0.028493334849675495
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,2048,0.012181333369678922
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,2048,0.08461155494054158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,16384,0.17967022789849174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,768,0.029819554752773706
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,8192,0.34128888448079425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,32,0.0023804443577925363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,128,0.02202755543920729
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,3072,0.07061333126491971
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,1536,0.0063733334342638654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,2048,0.020587555236286588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,4096,0.038125332858827375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,1536,0.4248640007442898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,4096,0.12074222829606797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,64,0.009091555244392818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,12288,0.02699288891421424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,2560,0.006981333096822103
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,2560,0.010479110810491772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,32,0.003956444561481476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,65536,0.14966221650441489
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,128,0.004830222162935468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,65536,0.9228728612263998
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,2048,0.04649688800175985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,6144,0.03695377707481384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,32,0.00507733349998792
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,3072,0.006324444380071428
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,256,0.004383999854326248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,7168,0.04467644294102987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,2048,0.0068915556702348925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,2560,0.006056889063782162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,4096,0.0075457774930530125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,7168,0.08754311005274455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,10240,3.150763617621528
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,128,0.20414755079481336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,1024,0.008014221986134848
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,65536,1.1485084957546658
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,128,0.003452444449067116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,768,0.004077333129114575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,2560,0.11738133430480957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,6144,0.0744017759958903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,3072,0.006976889239417181
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,7168,0.011195555329322815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,1536,0.051354666550954185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,10240,0.006599111275540457
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,4096,0.10685688919491237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,3584,0.010087110930018956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,256,0.004003555410438114
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,3072,0.05032444331381056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,2560,0.02495555579662323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,5120,0.03842133283615112
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,3584,0.00944800012641483
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,3584,0.06725777520073785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,65536,0.12074932787153457
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,4096,0.011567999919255575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,10240,0.055792000558641225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,2560,0.12341954973008896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,1024,0.024892444411913555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,2048,0.03340444299909804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,7168,0.19431732760535347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,128,0.005694222119119432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,5120,0.04344711038801405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,65536,1.2609902487860787
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,65536,71.89885118272569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,64,0.5010906855265299
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,4096,0.4456231329176161
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,3584,0.007112888826264276
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,16384,0.783714665306939
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,1536,0.015454222758611044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,32,0.003030222323205736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,4096,0.20217243830362955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,16384,0.27488801214430064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,256,0.04193066557248434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,65536,0.3605768945482042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,32,0.004620444443490771
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,4096,0.15202844142913818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,6144,0.06568621926837497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,768,0.004881777697139316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,8192,1.206111060248481
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,1024,0.0379688905345069
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,10240,0.23922933472527397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,256,0.06268711222542657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,1024,0.005675555517276128
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,8192,0.021575111481878493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,5120,0.1124560038248698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,8192,0.2986115614573161
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,16384,0.09100088808271621
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,2048,0.00453599997692638
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,512,0.007385777930418651
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,6144,0.17526311344570586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,3072,1.029336929321289
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,256,0.0035866668654812705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,8192,0.007141333487298753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,256,0.046441776884926685
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,4096,0.052912000152799815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,65536,0.2817937797970242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,64,0.04764444298214383
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,7168,0.28436443540785045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,65536,0.7889777819315592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,256,0.10371200243631999
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,3072,0.008113777471913232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,16384,0.028748446040683325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,32,0.0024071110205517872
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,10240,3.198814180162218
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,32,0.003370666669474708
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,3072,0.02807733416557312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,1536,0.04092177748680115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,2560,0.004556444370084339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,5120,0.060963557826148145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,4096,0.03218311071395874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,256,0.007128000259399414
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,16384,0.5881599850124782
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,16384,0.8348506821526421
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,7168,0.0385155545340644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,65536,0.2554382218254937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,1024,0.006435555716355641
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,256,0.01236355553070704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,6144,0.0047022220161226065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,4096,0.008913777768611908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,16384,0.06737955411275227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,1024,0.005583999885453119
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,3072,0.010821333361996545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,64,0.0034382223255104492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,768,0.009186666872766282
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,6144,0.005039111193683413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,2048,0.006666666517655055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,10240,0.13557599650488958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,6144,0.1377777788374159
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,768,0.004448889030350579
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,65536,0.28725067774454754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,256,0.0037475555307335327
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,3072,0.013396444420019785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,1536,0.17592177126142713
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,4096,0.01850488947497474
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,12288,3.3304417928059897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,5120,0.33313245243496364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,512,0.005393777870469623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,512,0.00925688859489229
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,6144,0.04864799976348877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,2048,0.003999999827808804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,3584,0.08492355876498753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,8192,0.1545555591583252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,64,0.02758399976624383
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,768,0.0047253333032131195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,1536,0.03191733360290527
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,3584,0.005079999979999331
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,10240,0.14039022392696804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,32,0.006384000182151794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,16384,0.020096888144810993
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,5120,0.01033155537313885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,10240,0.26981067657470703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,1536,0.10756444268756443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,32,0.002528888897763358
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,64,0.002505777817633417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,4096,0.008833777573373582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,4096,0.10276444753011067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,2560,0.006970666348934174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,256,0.029866665601730347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,3584,0.05295822355482313
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,768,0.003980444537268745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,2048,0.07170844740337796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,2048,0.014837332897716098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,6144,0.010083555347389644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,128,0.0033520000676314035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,6144,0.636224004957411
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,768,0.009315555294354757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,8192,0.06704088714387682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,16384,0.03715822100639343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,128,0.003232888877391815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,2560,0.013344888885815939
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,4096,0.41544800334506565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,1536,0.006252444452709622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,65536,0.29005421532524955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,1024,0.004639111045334074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,65536,2.568858676486545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,2048,0.006425777657164468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,6144,0.007177777588367462
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,512,0.004583999928500918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,256,0.015007111761305066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,128,0.002028444367978308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,2048,0.6168693436516656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,3584,0.006896889044178857
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,2560,0.00720977783203125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,3584,0.08335733413696289
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,6144,2.194989310370551
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,6144,0.16111466619703504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,2560,0.04418311185306973
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,65536,0.7196835411919488
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,1024,0.004392888810899523
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,768,0.01984444426165687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,32,0.008792888787057664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,1024,0.016307555966907077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,6144,0.06609421968460083
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,2048,0.006220444622966979
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,2048,0.021907554732428655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,5120,0.01020088874631458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,10240,0.09079644415113662
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,64,0.006265777680608962
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,16384,0.7131422360738119
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,16384,0.4590711063808865
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,512,0.006036444256703059
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,2560,0.731353759765625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,3584,0.00871377769443724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,65536,0.7901413175794813
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,65536,0.2833840052286784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,3584,0.10345511304007636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,5120,0.005532444351249271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,1536,0.03651644455062018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,5120,0.014422222971916199
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,4096,0.011509333219793109
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,1024,0.021187555458810594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,128,0.00463377767139011
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,256,0.004870222260554631
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,6144,0.09219555722342597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,64,0.0038542221817705366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,6144,0.012244444754388599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,1536,0.007861333588759104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,512,0.0063591111037466265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,2560,0.050556444459491305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,7168,0.0974222222963969
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,3584,0.021723555194007024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,5120,0.05060977737108866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,32,0.027888887458377417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,3072,0.5322542190551758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,3072,0.04788533184263441
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,5120,0.13707821898990208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,256,0.003522666792074839
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,7168,0.12525867091284856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,16384,0.2335395548078749
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,6144,0.029775109555986192
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,2048,0.006480888773997624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,8192,0.00739911115831799
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,12288,0.034536888202031456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,128,0.004288889053795072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,10240,0.1560879945755005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,5120,0.5201670858595107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,2560,0.017958222164048087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,128,0.0019884444773197174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,3584,0.04284888837072584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,256,0.007528000407748752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,256,0.0024888888001441956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,128,0.00300444434914324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,768,0.004304000073009067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,2560,0.007874666816658443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,12288,0.08140977885988024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,10240,0.1046595573425293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,16384,0.2955395645565457
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,128,0.0033555556502607134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,8192,0.01166133334239324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,2048,0.014937778313954672
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,256,0.005092444519201915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,32,0.0037902221083641052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,64,0.005223111146026188
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,10240,0.0355679988861084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,512,0.0036844445599450003
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,16384,0.007711110843552484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,128,0.0021991110924217436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,1536,0.00499288903342353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,2560,0.005035555611054103
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,7168,0.12385777632395427
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,2560,0.05892266829808553
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,65536,1.1059324476453993
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,2560,0.04451466600100199
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,16384,0.2829875681135389
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,128,0.0058613332609335584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,10240,0.304237339231703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,64,0.002805333377586471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,1536,0.01239466667175293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,8192,0.08442844284905328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,10240,0.00462666650613149
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,1536,0.004804444395833545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,7168,0.8177990913391113
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,1024,0.010889777706729041
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,512,0.0037973332736227247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,2560,0.06393333276112874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,32,0.001971555459830496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,4096,0.005118222286303838
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,64,0.005753777921199799
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,1024,0.005647999958859549
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,12288,0.25002045101589626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,2048,0.26010576883951825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,1536,0.061186664634280734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,64,0.004001777619123459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,256,0.006350222147173352
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,3072,0.04480977853139242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,12288,2.428767098320855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,2560,1.010135120815701
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,2048,0.8955813513861762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,8192,0.020852444900406733
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,6144,0.009027555584907532
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,12288,0.0769795576731364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,1024,0.005786666853560342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,8192,0.011832888755533429
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,7168,24.3046637641059
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,2560,0.00997688869635264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,65536,0.7046248647901746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,4096,0.05429511268933614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,32,0.0064604443808396654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,512,0.0041493334703975255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,3584,0.06066933605406019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,128,0.006958222223652734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,3072,0.018575110369258456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,16384,0.01035644445154402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,512,0.007165333463086023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,65536,0.03894311189651489
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,6144,0.004321777572234471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,3072,0.058252447181277804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,32,0.010858666565683154
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,8192,0.08761866887410481
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,2560,0.09874577654732598
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,2048,0.01017155581050449
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,32,0.0027911110470692315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,256,0.03832088907559713
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,768,0.011492444409264458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,6144,0.7021173371209039
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,8192,0.3016231060028076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,6144,0.0741679999563429
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,65536,14.589869181315104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,512,0.02012622190846337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,2560,0.0074542222751511475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,2048,0.025478222303920325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,2048,0.04408266809251574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,2048,0.006092444476154115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,1536,0.004364444563786189
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,512,0.005720888988839255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,64,0.009343110852771336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,128,0.0034355556385384668
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,1536,0.0037706668178240457
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,64,0.009152889251708984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,1024,0.007650666766696506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,10240,0.3041902118259006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,12288,0.14098310470581055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,2560,1.822737799750434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,8192,0.011732444167137146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,1024,0.05484977695677015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,7168,0.005706666658322017
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,2048,0.011122666299343109
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,2048,0.007450666692521837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,512,0.003839111162556542
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,1536,0.006933333145247565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,7168,0.05455199877421061
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,2560,0.046128001477983266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,768,0.2557511064741346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,6144,0.2915608882904053
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,1024,0.7064071231418185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,7168,0.6338515811496311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,2560,0.00738666703303655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,10240,0.27894043922424316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,2048,0.05730666716893514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,65536,0.117923551135593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,65536,0.6438266436258951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,32,0.0040702223777771
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,128,0.006078222145636876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,2048,1.6687395307752821
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,7168,0.09030310975180732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,6144,0.004695999953481886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,3584,0.08335555262035793
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,4096,0.057783113585578076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,6144,1.1201200485229492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,7168,0.042345778809653394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,6144,0.038683556848102145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,2048,0.15607555707295737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,10240,0.03600177831119961
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,65536,0.09136977460649277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,65536,0.012178666889667511
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,2560,0.008354666332403818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,4096,0.006711999989218182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,3584,0.00637511122557852
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,16384,0.19334844748179117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,16384,0.37240176730685765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,7168,0.029429333077536687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,7168,0.1627839936150445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,2560,0.04709600077735054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,128,0.13026489151848689
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,256,0.00499911109606425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,768,0.005241777747869492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,512,0.009711110757456886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,64,0.0041982221106688184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,65536,0.0520008901755015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,1536,0.009093333449628618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,768,0.010302222437328762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,256,0.004456888884305954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,3072,0.005156444592608346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,3072,0.16082844469282362
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,1024,0.012549333274364471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,32,0.003080888961752256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,1536,0.12116889158884685
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,5120,0.3050231138865153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,4096,0.06693600283728705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,4096,0.01146666705608368
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,64,0.002006222183505694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,32,0.0017973333597183228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,768,0.004018666843573253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,8192,0.08790489037831624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,10240,0.07357955641216703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,7168,0.03629688753022088
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,65536,0.3321137693193224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,64,0.003993777765168084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,10240,1.6360836029052734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,7168,0.05223022235764397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,3072,0.02667466633849674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,7168,0.044665777020984225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,32,0.0036684444381131064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,768,0.013594666288958656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,512,0.004053333153327306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,5120,0.03752355443106757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,3072,0.016134222348531086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,6144,0.019055111540688407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,2048,0.007695111135641734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,3584,0.009668444593747457
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,7168,0.029263999727037217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,16384,0.005361777626805835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,16384,0.07706577910317315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,5120,0.009715555442704095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,256,0.004605333424276776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,512,0.0037679999238914917
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,5120,0.3316444555918376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,2048,0.0052728888889153796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,2048,0.0052720002002186244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,3072,0.03641155693266127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,8192,4.376704745822482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,4096,0.25575465626186794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,256,0.004607999904288186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,1024,0.004573333180612988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,768,0.007657777931955125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,65536,2.055086135864258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,10240,0.4660239749484592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,12288,0.02686400049262577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,2048,0.13595378398895264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,3072,0.006375999914275275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,3584,0.03955199983384874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,16384,0.005653333332803514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,7168,0.6452835400899252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,2560,0.09629422426223755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,32,0.16205778386857775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,768,0.0052968888647026485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,1024,0.014056889547242058
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,768,0.0046880000995265115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,65536,0.07962044742372301
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,512,0.003822222352027893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,4096,0.007142222589916653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,7168,0.059493336412641734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,1024,0.0022453332526816265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,12288,0.46914042366875547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,65536,0.07219555642869738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,7168,3.198934131198459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,4096,0.06916799810197619
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,512,0.020395555429988436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,16384,0.005753777921199799
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,3584,0.09320977661344741
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,7168,2.1652471754286027
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,128,0.0033733333564466904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,128,0.02055644492308299
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,512,0.019667555888493855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,128,0.0023128889087173673
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,6144,0.12845510906643337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,1024,0.10006933079825507
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,1024,0.0053582220441765254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,65536,3.272764417860243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,16384,0.3312151167127821
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,4096,5.873707665337457
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,1536,0.0063324446479479475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,12288,0.26214755905999076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,3584,0.09496533208423191
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,6144,0.007724444071451823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,128,0.0026142222599850762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,4096,0.009296889106432596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,3584,0.017469333277808297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,5120,0.039509332842297025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,8192,0.012693333129088083
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,1024,0.09107377794053818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,3584,1.3777671390109594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,12288,0.693087100982666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,5120,0.23126843240525988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,8192,0.5352853139241537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,1024,0.02936533424589369
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,512,0.00489777781897121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,7168,0.01427111029624939
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,16384,0.06457244687610202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,3072,0.015136889285511441
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,10240,0.06454044580459595
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,7168,0.015302222636010913
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,3584,0.031311998764673867
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,32,0.0020968889196713767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,12288,0.009073778159088558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,128,0.002586666701568498
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,512,0.08542666832605998
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,3584,0.029669334491093952
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,1536,0.013588444226317935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,3072,0.008032889001899296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,1024,0.05483555462625292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,8192,0.21512177255418566
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,16384,0.18666488594479033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,3072,0.01779822177357144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,5120,0.08227555619345771
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,1024,0.004603555632962121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,3072,0.004012444367011388
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,2048,0.005670222143332164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,8192,0.03304800060060289
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,64,0.002013333348764314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,32,0.0041253334946102565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,8192,0.11549599965413411
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,2560,0.06767200099097358
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,65536,0.10040089156892563
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,512,0.015223110715548197
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,3584,0.03005689051416185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,1536,0.009150221943855286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,2560,0.005879111174080107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,4096,0.05323911044332716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,2560,0.0058551111982928375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,256,0.01904977858066559
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,3584,0.12851466072930232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,10240,8.694687737358942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,128,0.011335999601417117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,3072,0.004957333207130432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,7168,0.03488622109095255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,8192,0.03945066531499227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,10240,0.36244087749057347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,5120,0.18596355120340982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,3072,0.04263822237650553
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,1024,0.01219911128282547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,4096,0.05513066715664334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,32,0.018114666144053142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,6144,0.025662221842341956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,64,0.004393777913517422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,768,0.16623022821214464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,4096,0.11783822377522786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,2560,0.03323288758595785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,3072,0.017077333397335477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,1024,0.048863109615114
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,32,0.0018942221585247253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,768,0.012152888708644442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,256,0.04661688870853848
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,1024,0.008996444443861643
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,6144,2.181001875135634
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,128,0.004121777911980947
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,32,0.0038888889054457345
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,512,0.13008799817827013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,6144,0.1037679976887173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,512,0.0036071112586392295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,8192,0.07271733548906115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,1536,0.030592888593673706
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,256,0.02839822239345974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,4096,0.0034311111602518293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,32,0.002179555594921112
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,16384,0.2819608847300212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,12288,0.08959377474255031
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,512,0.003759110967318217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,10240,0.1082800030708313
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,10240,0.04015555646684434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,6144,0.3196009000142415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,2048,0.03823644585079617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,8192,0.27587111790974933
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,7168,0.02741688821050856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,4096,0.0046942221621672315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,6144,0.06552177667617798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,256,0.03784266776508755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,16384,0.5478809144761827
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,1024,0.00519822206762102
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,512,0.006010666489601135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,128,0.0023973333752817577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,8192,0.018611555298169453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,32,0.008127999802430471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,32,0.002042666698495547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,10240,0.2425182130601671
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,2048,0.12470222844017877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,3584,0.09178755680720012
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,3584,0.023059555225902136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,6144,0.00905955582857132
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,7168,0.011694221860832639
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,128,0.0033653332955307434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,1024,0.004421333471934001
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,5120,0.8118195533752441
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,768,0.005619555711746216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,7168,0.08243378003438313
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,3072,0.0063733334342638654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,16384,0.005608888963858287
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,2048,0.006088888893524806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,7168,0.21328177716996935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,12288,0.006263999889294307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,64,0.00231555559568935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,2560,0.08856266736984253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,7168,0.013199999928474426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,2048,0.012487110992272695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,3584,0.37511467933654785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,10240,0.12445778316921657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,3072,0.1414604451921251
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,1536,0.019175110591782462
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,3584,0.011521778172916837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,1024,0.0063573333124319715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,2048,0.008375999828179678
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,128,0.012915555801656512
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,512,0.0069982219073507525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,4096,0.2676657835642497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,32,0.0031022222505675424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,4096,0.007360888852013483
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,32,0.002332444406217999
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,10240,0.26442400614420575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,3072,0.011217777927716574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,64,0.0025617778301239014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,8192,11.920355902777779
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,2048,0.014928888943460254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,6144,0.2388604482014974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,4096,0.00488711107108328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,4096,0.011962666279739805
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,1536,0.006031999985376994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,2048,0.07224888934029473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,65536,0.2889911068810357
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,65536,4.9417440626356335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,2048,0.04254577888382805
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,128,0.0022417778770128884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,12288,0.01607288916905721
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,4096,0.0075706665714581805
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,7168,0.0886311133702596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,3072,0.1157804462644789
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,7168,0.017637333936161466
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,7168,0.7384106847974988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,32,0.540088865492079
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,16384,0.21438666184743246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,64,0.003321777822242843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,2560,0.0069919998447100324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,2048,0.07481866412692599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,32,0.008157333566082848
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,256,0.004378666480382283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,10240,0.007134222322040134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,1536,0.009287999735938178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,2560,0.015612444943851896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,12288,0.17503110567728677
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,2048,0.010513777534166971
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,3584,0.49962578879462344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,8192,0.012160888976520963
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,32,0.0019617778145604664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,3072,0.011679111255539788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,256,0.018477333916558158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,128,0.008046222229798635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,65536,3.794523451063368
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,2560,0.0061048890153567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,65536,0.6627679930792915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,5120,0.0046826667255825466
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,7168,0.7626729011535645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,65536,1.5407600402832031
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,4096,0.010481778118345471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,65536,0.10189777612686157
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,1024,0.01053600013256073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,3584,0.008095111283991072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,3072,0.19018756018744576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,32,0.006246222390068903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,65536,0.09598310788472493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,7168,0.19579022460513643
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,256,0.0031386667655573953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,12288,0.17315110895368788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,512,0.02014044423898061
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,5120,0.1320835616853502
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,32,0.0023093333260880574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,65536,0.24046399858262804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,7168,0.10678933064142863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,512,0.0035422220826148987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,1024,0.3326728873782688
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,1024,0.06779644224378797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,2048,0.0070568886068132185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,5120,0.23302221298217773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,5120,0.18674222628275552
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,12288,0.254277335272895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,7168,0.07937066422568427
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,65536,0.5242746671040853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,10240,0.033174223370022245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,256,0.012239110966523489
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,10240,0.278860436545478
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,64,0.003552000141806073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,4096,0.0047271110945277745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,32,0.0033848887930313745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,6144,0.21893600622812906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,64,0.020432000358899433
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,128,0.0037955554823080697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,1536,0.0092604441775216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,10240,0.014533332652515836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,128,0.01762488815519545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,8192,0.09767644272910224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,32,0.0035964445107513
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,3072,0.02702666653527154
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,65536,0.833129776848687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,64,0.0028808888875775864
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,2560,0.013066666821638743
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,7168,2.012855953640408
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,12288,0.27025866508483887
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,7168,0.239153782526652
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,8192,0.053936888774236046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,1024,0.02330400049686432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,32,0.009767110976907942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,7168,0.007800000409285228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,256,0.005389333185222413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,128,0.005160000175237656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,512,0.004601777841647466
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,2048,0.021538666552967493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,512,0.019855111837387085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,768,0.0067528887755341
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,16384,1.0458186467488606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,512,0.18824356132083467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,1024,0.014164444473054675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,7168,0.04505599869622124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,2560,0.18999377886454263
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,5120,0.27856622801886666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,256,0.0047422221137417685
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,32,0.0026542221506436667
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,512,0.003950222084919612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,3072,0.08932177888022529
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,7168,0.14413955476548937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,10240,0.05345777670542399
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,64,0.0046897778908411665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,2560,0.018466666340827942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,512,0.0031235555393828284
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,6144,0.025923555095990498
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,2560,0.5782106717427572
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,10240,0.006280000011126201
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,1024,0.015962666935390897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,10240,3.675081041124132
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,512,0.003012444410059187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,2560,0.004008888784382078
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,512,0.007890666524569193
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,7168,0.029458665185504492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,1536,0.00692622239391009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,10240,0.15663288699256048
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,256,0.003479111111826367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,16384,0.06166488594479031
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,16384,0.05696355634265476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,8192,3.596228281656901
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,65536,2.4087306128607855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,2560,0.006174222048785951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,16384,0.2698560025956896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,10240,0.04775466521581014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,64,0.007400000260935889
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,5120,0.004303110970391167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,2560,0.14713511202070448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,3584,0.1628399954901801
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,128,0.1481599940194024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,64,0.0023235556566052968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,16384,0.008285333712895712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,7168,0.040009776751200356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,3584,0.011176000038782755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,12288,0.1782684458626641
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,2560,0.027806222438812256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,7168,0.012944888737466602
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,768,0.012715555727481842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,3584,0.017131555411550734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,512,0.010962666736708747
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,768,0.004679999831649992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,3584,0.16845333576202393
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,7168,0.1250391138924493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,32,0.0033004445334275565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,5120,0.01314222233162986
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,768,0.03674755493799845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,4096,0.01846311158604092
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,3584,0.005704000178310607
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,12288,0.07390755414962769
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,768,0.14627288447486028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,65536,1.475014262729221
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,3072,0.014896000425020853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,65536,0.9995386335584852
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,3584,0.2707928816477458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,3072,0.06853510936101277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,16384,0.08420533604092068
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,65536,1.8081671396891277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,32,0.0035413333939181436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,7168,0.8468746609157987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,10240,0.01663822266790602
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,2560,0.0041697778635554844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,5120,0.08627466360727946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,768,0.0047333331571684945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,512,0.00675733346078131
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,7168,0.22406933042738172
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,64,0.005752000129885144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,256,0.004454222404294544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,2048,0.05198577708668179
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,65536,5.882772233751084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,768,0.027479999595218237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,2048,0.5029884444342719
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,128,0.002965333354141977
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,64,0.005116444494989184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,768,0.004536889079544279
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,12288,0.04896355668703715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,5120,1.164746708340115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,6144,0.007829333345095316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,10240,0.41875555780198837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,128,0.2993768850962321
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,2048,0.01035377797153261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,2560,0.0240320000383589
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,2048,0.004413333204057482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,2048,0.0021946666141351065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,2560,0.00871733327706655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,12288,0.4832764201694065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,3584,0.49129687415228945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,256,0.008580444587601556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,768,0.006492444624503453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,4096,0.6865599950154623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,3584,0.06869955857594807
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,3072,0.0064284445510970215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,16384,0.09096178081300522
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,16384,0.21933510568406847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,6144,0.051033778323067554
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,1536,0.01661155621210734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,3072,0.08963111374113296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,256,0.004556444370084339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,3072,0.007174222005738153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,128,0.005626666463083691
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,10240,0.06411733229955037
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,768,0.01223111069864697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,3584,0.1020088858074612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,1536,0.011258666714032492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,3584,0.038416001531812884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,8192,0.011718221836619906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,7168,0.1226008865568373
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,1536,0.017151999804708693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,768,0.0053288886944452924
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,3584,0.00886577781703737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,3072,0.007749333149856991
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,16384,0.18600711557600233
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,256,0.012504888905419244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,16384,0.22823643684387207
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,768,0.0624542236328125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,2560,1.698947588602702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,7168,0.1444737778769599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,10240,0.09566222296820746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,768,0.027495111028353374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,256,0.005588444570700328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,128,0.002069333361254798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,32,0.0024622221373849446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,64,0.004312889029582341
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,2048,0.05003733436266581
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,2560,0.0706533326043023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,2560,0.008936000367005667
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,128,0.007179555793603261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,1024,0.022292445103327434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,16384,0.0818328857421875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,1024,0.006291555447710886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,10240,0.26299020979139537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,4096,0.1002533303366767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,7168,0.013037333057986366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,768,0.04487377736303541
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,128,0.003990222182538775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,3072,0.032270222902297974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,512,0.007323555648326874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,16384,0.08492889006932576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,10240,0.1558613379796346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,32,0.003232888877391815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,65536,0.3839493327670627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,1024,0.4363955656687419
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,7168,0.2057217756907145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,3072,0.05153510967890421
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,12288,0.005163555757866966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,6144,0.006254222244024277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,16384,5.188731723361545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,7168,2.149017757839627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,16384,0.43215733104281956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,256,0.003917333152559069
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,65536,0.7327306535508898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,1024,0.005256888767083486
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,3072,0.04071022073427836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,3072,0.00961511085430781
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,32,0.2563564512464735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,512,0.008647999829716152
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,1536,0.007078222102589077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,512,0.003963555726740095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,768,0.004049777984619141
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,3072,0.006237333433495627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,2560,0.1888026661343045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,7168,0.03657333387268914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,1536,0.0081386665503184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,12288,0.46710575951470273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,128,0.03902755512131585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,768,0.08508444494671291
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,64,0.007408888803588019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,6144,0.057236446274651416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,5120,0.009214222431182861
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,64,0.006728000111050076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,4096,0.00870666652917862
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,3072,0.007742221984598372
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,256,0.004085333396991094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,2560,0.05578577518463135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,768,0.010673777924643623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,6144,0.005713777823580637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,7168,0.04800533254941305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,7168,0.11540088388654922
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,5120,0.3656453291575114
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,5120,0.0729093352953593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,16384,0.36185065905253094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,4096,0.04997244477272034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,128,0.00812355594502555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,32,0.003624000069167879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,512,0.006131555471155379
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,2560,0.028904888365003798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,16384,0.17168354988098145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,7168,0.012900444368521372
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,128,0.003645333151022593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,5120,0.8723777665032281
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,8192,0.013316444224781461
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,2560,0.046727110942204796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,3584,0.08283733659320407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,768,0.009194666312800514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,4096,0.020768889122539096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,1024,0.009936889012654623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,256,0.0047128887640105355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,1024,0.00665155549844106
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,256,0.00249777775671747
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,4096,0.005481777919663324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,2048,0.31863289409213597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,128,0.005594666633341048
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,5120,0.15449421935611302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,10240,0.04432266619470385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,1024,0.007277333074145847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,10240,0.10971466700236003
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,8192,0.08443022436565822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,16384,0.16799822118547228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,7168,0.07690488629870944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,7168,0.0832551121711731
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,5120,0.14436444971296522
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,8192,0.2078240050209893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,8192,0.013554666605260638
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,4096,0.05819288889567057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,65536,0.007064888874689738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,5120,0.05583466423882378
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,10240,0.041264888313081526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,2048,0.03550488750139872
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,64,0.00360000009338061
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,256,0.00869333330127928
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,1024,0.013297778036859302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,2560,0.049398223559061684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,7168,0.06805777549743652
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,128,0.004648888690604104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,64,0.010243555737866296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,5120,0.09575288825564915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,16384,1.3294791115654838
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,3072,0.110862221982744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,3584,0.04173244370354546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,2560,0.053864889674716525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,128,0.0033457777980301115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,10240,0.3107466697692871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,128,0.0026773332307736077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,128,0.0038213332494099936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,10240,1.1638284259372287
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,12288,0.14577421877119276
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,2048,0.05231644378768074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,12288,0.5745493570963541
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,512,0.004096888833575779
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,8192,0.0655662218729655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,3584,0.04225511021084256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,512,0.005973333285914526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,8192,0.24523022439744738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,10240,0.11972533331976996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,4096,0.006629333313968446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,6144,0.07851822508705987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,128,0.02640977833006117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,8192,0.019146665930747986
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,10240,0.3314319981469048
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,65536,0.23865334192911783
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,128,0.006907555378145642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,768,0.004318222403526306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,768,0.008864888714419471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,4096,0.03787644373046027
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,1024,0.01257333325015174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,2560,0.004387555436955558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,7168,0.02214488883813222
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,32,0.008420444197124904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,2560,0.08691377772225274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,2560,0.003160888950030009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,3072,0.4238622188568115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,3072,0.16277155611250135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,12288,0.12647555934058294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,8192,0.08134044541252984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,8192,0.1825315554936727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,3072,0.005662222289376789
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,2048,0.006963555183675554
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,12288,0.08330666356616549
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,12288,0.18558043903774687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,768,0.282970666885376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,65536,0.06409688790639241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,6144,0.1875306632783678
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,1536,0.2819964355892605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,16384,17.530526055230034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,768,0.00774133370982276
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,32,0.003379555626047982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,7168,0.05086133215162489
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,128,0.0047582222355736625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,5120,0.00886222223440806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,7168,0.005554666535721884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,1536,0.010253333383136326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,12288,0.3852942254808214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,256,0.44891733593410915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,32,0.003559999995761447
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,1536,0.04060533311631944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,32,0.002480000050531493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,6144,1.3826719919840496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,3584,0.007751999629868402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,1536,0.004000888930426704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,12288,0.010183999935785929
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,256,0.004249777644872665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,10240,2.635725233289931
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,4096,0.42537334230211044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,6144,0.06921688715616862
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,16384,0.033906665113237165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,1536,0.02027555637889438
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,256,0.4961235788133409
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,1024,0.010320000350475311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,2048,0.019331556227472093
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,10240,0.03703022334310744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,256,0.003825777934657203
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,32,0.004530666602982415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,5120,0.02546666728125678
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,65536,0.3402835528055827
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,4096,0.14276177353329128
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,2048,0.004944889081848992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,3072,0.008711111214425828
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,128,0.00721244431204266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,2048,0.0127688886390792
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,10240,0.10429600212309097
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,1024,0.012086222569147745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,3584,0.6285991138882107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,5120,0.06260177824232313
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,5120,0.005495999836259418
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,1536,0.008045333127180735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,65536,0.007846222155623967
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,65536,18.09451633029514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,12288,0.44956175486246747
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,5120,0.15488444434271917
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,7168,0.10695377985636394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,8192,0.16589332951439753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,2048,0.011204444699817233
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,32,0.002463999928699599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,512,0.019166222876972623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,2560,0.46457868152194554
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,512,0.010579555398888059
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,3584,0.057573331726921924
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,512,0.004122666600677702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,1536,0.16835644510057238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,3072,0.044454223579830594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,3584,0.0967831081814236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,768,0.006353777729802662
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,128,0.008276444342401292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,768,0.012409778104888068
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,4096,0.0073520003093613525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,12288,0.10233866506152683
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,4096,0.007359111474619971
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,768,0.19249599509769014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,5120,0.022240888741281297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,12288,2.22418212890625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,128,0.00396799999806616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,16384,0.03981155488226149
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,256,0.003301333429084884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,7168,0.029361777835422095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,128,0.005587555468082428
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,2560,0.006960888703664144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,65536,1.9487590789794922
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,256,1.0192622078789604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,7168,0.12466666433546279
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,10240,0.2915457884470622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,768,0.04595288965437147
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,128,0.005600888695981767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,256,0.0031351111829280853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,16384,0.01681066718366411
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,1024,0.07598488860660128
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,128,0.002830222249031067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,1536,0.014300444059901767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,10240,0.08799466821882461
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,2560,0.009340444372759925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,6144,0.1342124409145779
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,1024,0.025511110822359722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,256,0.0024542222834295696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,1024,0.003093333293994268
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,128,0.0026844443960322272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,3072,0.005646222167544895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,8192,0.13301332791646323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,2048,0.007322666545708974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,12288,0.543499575720893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,16384,0.1955617798699273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,2048,0.5283928977118598
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,6144,0.011548444628715515
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,12288,0.28335645463731557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,2048,0.022962666220135156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,12288,0.061772445837656655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,256,0.014641778336630927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,12288,0.2807999981774224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,32,0.010026666853162978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,32,0.004552888787455029
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,6144,0.03683377636803521
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,12288,1.6659635967678492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,512,0.0046897778908411665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,128,0.003504000190231535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,16384,0.03578133384386698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,768,0.33728623390197754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,5120,0.01331822243001726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,256,0.007707555260923173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,3072,0.0379617777135637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,128,0.0033937777496046494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,6144,0.06076088878843519
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,5120,0.13437155882517496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,128,0.0034311111602518293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,1024,0.011624000138706632
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,512,0.005578666511509154
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,3072,0.010984888507260216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,8192,0.8659777641296387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,8192,0.22692977057562935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,7168,0.04522222280502319
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,6144,0.06410577562120226
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,12288,0.017853332890404593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,5120,0.08965510792202419
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,6144,0.2003991074032254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,2048,0.04194044404559665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,768,0.00564533347884814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,3584,0.005423111220200856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,1024,0.004975999808973736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,5120,0.0532862212922838
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,2560,0.0979200005531311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,512,0.0032524443748924467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,1536,0.016006223029560514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,16384,0.5578719774881998
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,12288,0.016680000556839835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,6144,0.006203555398517185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,6144,0.22392532560560438
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,3584,0.04783466789457533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,3072,0.042007999287711255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,6144,0.010079999764760336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,10240,0.515301333533393
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,12288,2.503879123263889
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,3072,0.02241244415442149
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,1024,0.003391999958289994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,10240,0.17610043949551055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,3584,0.056700441572401256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,1536,0.0047386665311124595
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,64,0.0029271110478374693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,1536,0.040375110175874494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,768,0.009862222605281407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,2560,0.013037333057986366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,2560,0.03200177682770623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,2560,0.008691555923885768
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,1536,0.005460444423887465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,5120,0.05085511008898417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,8192,0.3854080041249593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,16384,0.23955821990966797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,512,0.006816000160243776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,768,0.021575111481878493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,12288,5.6446961296929254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,65536,0.5568737983703613
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,128,0.004579555657174853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,16384,0.005438222239414851
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,5120,0.16523733403947619
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,128,0.003391111062632667
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,256,0.007061333292060428
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,1536,0.004283555679851108
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,1024,0.16403822104136148
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,768,0.006705777926577463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,10240,0.11377422014872234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,1024,0.005033777819739448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,768,0.004831111265553368
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,128,0.0036026665733920205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,10240,0.012913777596420713
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,768,0.010267555713653564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,8192,0.005581333405441708
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,128,0.0028524444335036804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,512,0.004067555483844546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,1024,0.6535697513156468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,1024,0.00775733341773351
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,8192,0.01533333294921451
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,512,0.0058204444746176405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,1024,0.038345777326160006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,65536,0.7352897855970594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,2560,0.008438222110271454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,2560,0.035994665490256414
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,128,0.005953777581453323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,2048,0.019270223047998216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,10240,0.04110577702522278
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,2560,0.008631111019187504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,128,0.007663110891977946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,1536,0.15908443927764893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,16384,0.8158728811475965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,1536,0.03283199999067519
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,1536,0.006250666661394968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,4096,0.26714134216308594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,7168,0.08492533365885417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,128,0.0040702223777771
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,512,0.007781333393520779
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,1536,0.04432000054253472
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,2560,0.09433955616421169
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,2560,0.04163288738992479
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,3072,0.005261333452330695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,16384,0.593274646335178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,5120,0.013981334037250943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,1536,0.006872889068391588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,1024,0.005229333208666907
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,1536,0.015454222758611044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,5120,0.17465244399176705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,16384,0.1689093377855089
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,768,0.039656000004874334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,2048,0.00565155554148886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,2048,0.19835733042822945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,3072,0.006392000036107169
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,128,0.004516444272465176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,65536,0.18112977345784506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,64,0.0037271111375755737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,16384,0.49438222249348956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,128,0.026616000466876562
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,128,0.0033724444607893624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,1024,0.008083555433485243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,16384,0.3461013370090061
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,12288,2.8913777669270835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,12288,0.994365374247233
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,6144,0.08449244499206543
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,32,0.0021475555582178966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,65536,2.0812479654947915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,1024,0.007496000164084964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,10240,0.1129973332087199
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,64,0.02109955582353804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,2560,0.07656533188290067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,32,0.01908177799648709
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,2048,0.014647111296653748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,1024,0.00795911086930169
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,512,0.005422222117582957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,2048,0.08193333281411065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,1536,0.02103999919361538
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,128,0.004819555415047539
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,7168,0.1855048868391249
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,16384,0.07011822197172377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,3072,0.08075466420915392
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,2048,0.01614755557643043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,128,0.006319111006127463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,6144,0.0904373327891032
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,65536,1.5778587129380968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,768,0.009776888622177972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,12288,0.21514311101701525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,10240,0.37054755952623153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,128,0.0036355555057525635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,1024,0.043952001465691455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,7168,0.008848889006508721
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,16384,0.21215644147660997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,8192,2.742146597968208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,2048,0.00795022232664956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,256,0.0036319999231232535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,3072,0.006362666686375936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,65536,3.7607103983561196
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,3584,0.12875733110639784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,256,0.21388178401523164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,3072,0.009696000152164036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,64,0.017755554782019723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,2048,0.31257155206468373
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,3584,3.026545842488607
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,512,0.02568000058333079
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,256,0.01203733351495531
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,16384,0.04657155606481764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,16384,0.12378311157226562
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,3072,0.3819555441538493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,10240,0.013157332936922709
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,7168,0.0075333333677715724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,5120,0.03168977631462945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,2560,0.02702755563788944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,1024,0.004613333278232151
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,768,0.008011555506123437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,12288,0.7846026420593262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,2560,0.06048533651563856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,3584,0.0432222220632765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,16384,0.3216586642795139
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,4096,0.9233901765611437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,768,0.05264355407820808
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,6144,0.054987556404537626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,8192,0.012336889074908363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,5120,0.13236710760328504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,768,0.043567998541726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,3584,0.11386311054229736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,64,0.003510222252872255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,3072,0.03828000028928121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,128,0.009398221969604492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,65536,2.8922515445285373
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,5120,0.006180444525347815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,2048,0.07535199986563788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,16384,10.417891608344183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,3584,0.07036978006362915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,2048,0.014011555247836642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,5120,0.09778222110536362
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,1536,0.018072888255119324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,256,0.003522666792074839
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,1024,0.006481777876615524
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,8192,0.12857155005137125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,1536,0.006792888873153263
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,768,0.016339555382728577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,64,0.008114666574531132
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,6144,0.0504755543337928
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,1536,0.0037546666959921518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,32,0.012539555629094442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,3072,0.01313866674900055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,4096,0.07696977588865492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,768,0.0941128863228692
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,4096,0.01862133377128177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,8192,0.08606488837136163
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,768,0.005029333134492238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,6144,0.17793244785732695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,1024,0.10652266608344184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,2048,0.011680000358157687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,10240,0.15113866329193115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,1536,0.005326222214433882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,256,0.0028613333900769553
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,1024,0.018210666047202218
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,2560,0.026583999395370483
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,768,0.0046640001237392426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,32,0.0022657778528001574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,5120,0.21441245079040527
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,1024,0.01311377767059538
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,1536,0.007744000189834171
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,16384,0.26628179020351833
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,12288,0.1372471120622423
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,4096,0.0926320023006863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,128,0.005572444448868434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,32,0.005474666754404704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,2048,0.005374222166008419
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,1024,0.005987555616431766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,768,0.004111999852789773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,7168,0.01664355562792884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,4096,0.11169777976142035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,128,0.001967111188504431
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,1024,0.003590222034189436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,6144,0.03527999917666117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,2048,3.7820845709906687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,8192,0.05859111415015327
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,16384,3.2774586147732205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,256,0.011867555479208628
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,3584,0.026191999514897663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,10240,0.05611822340223524
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,8192,0.11118933889600967
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,3584,0.016751999656359356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,5120,0.07314044237136841
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,65536,18.76628960503472
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,7168,0.0797555579079522
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,16384,0.2615164385901557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,12288,0.152800891134474
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,65536,0.8266755739847819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,8192,0.03285422258906894
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,1024,0.005146666533417172
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,64,0.006664888726340399
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,64,0.002392000001337793
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,8192,0.004289777742491828
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,3072,0.05194311009513008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,2048,0.027952889601389568
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,3584,0.3646382225884332
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,768,0.048804445399178394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,10240,0.16453511185116237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,10240,0.017112889223628573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,768,0.011618666350841522
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,32,0.002061333300338851
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,16384,0.14995022614796957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,7168,0.011019555230935415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,6144,0.07065688901477389
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,12288,0.0623920030064053
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,8192,0.06308355596330431
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,768,0.003555555724435382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,3072,0.01735377808411916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,32,0.0019537777536445195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,128,0.2189493311776055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,2048,0.007810666329330868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,768,0.04583377639452616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,5120,0.008738666772842407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,4096,0.4061111079321967
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,512,0.0030213333666324615
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,3584,0.005470222069157495
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,16384,0.22103022204505074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,1024,0.005168000029193031
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,12288,0.016322667400042217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,10240,0.13213333818647596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,256,0.0038284444146686127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,1024,0.1943866676754422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,7168,0.14631733629438612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,10240,0.17509333292643228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,10240,0.0886568890677558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,3584,0.008601778083377415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,32,0.004847110973464118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,7168,0.16058133708106145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,3072,0.05840266413158841
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,3584,2.0020116170247397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,12288,0.01610488858487871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,64,0.001955555544959174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,256,0.002830222249031067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,12288,0.01995111174053616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,256,0.012086222569147745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,10240,0.06035288837220934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,5120,0.09638844596015082
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,3584,0.010573333336247338
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,7168,0.4744577937655979
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,6144,0.44139912393358016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,10240,0.20538666513231066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,32,0.002510222295920054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,3072,0.051391111479865186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,768,0.004537777768241035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,1536,0.05698133177227444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,1536,0.018611555298169453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,1536,0.01499644418557485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,3072,0.006796444455782573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,3072,0.005164444446563721
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,8192,2.27201165093316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,8192,0.005000000198682149
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,512,0.006501333167155583
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,10240,0.12122400601704915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,8192,1.80748897128635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,5120,0.013582222163677216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,512,0.07207822137408786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,8192,0.0314302212662167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,6144,9.026929219563803
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,8192,0.3573759926689996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,5120,0.5458746486239964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,7168,0.04595999916394552
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,3072,0.004467555632193883
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,4096,0.2303831047481961
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,64,0.002846222163902389
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,64,0.02233244478702545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,6144,0.010227555202113258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,1536,0.632788446214464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,64,0.0037644443412621817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,768,0.020649777518378366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,6144,0.02144533395767212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,12288,0.013822221921549903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,768,0.019532443748580087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,6144,0.01645511057641771
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,12288,0.21970666779412162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,2048,0.018999111321237352
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,7168,0.03205510973930359
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,64,0.0029271110478374693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,256,0.0038444445365005066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,256,0.004096888833575779
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,512,0.008429333567619324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,5120,1.319644398159451
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,65536,0.4463706546359592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,6144,0.1637786626815796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,3072,0.6886951128641764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,8192,0.039525333378050066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,7168,0.1890417734781901
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,16384,0.6196577813890245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,4096,0.8408417701721191
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,3584,0.006160000132189856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,7168,0.6481368806627061
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,128,0.0035146665241983202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,2560,1.7660257551405165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,2560,0.1321822272406684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,256,0.005031110925806893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,16384,0.021214221914609272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,4096,0.01772533357143402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,3072,0.04637066523234049
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,12288,0.14965066644880506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,6144,0.04451466600100199
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,512,0.013297778036859302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,16384,0.047464887301127114
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,5120,0.11708088715871175
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,5120,0.004530666602982415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,5120,0.24191289477878145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,3584,0.0714062253634135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,6144,0.30159200562371147
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,16384,0.021154666940371197
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,2560,0.006150222072998683
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,6144,1.2856515248616536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,5120,0.06534488995869954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,6144,0.111227552096049
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,10240,0.05312711000442505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,7168,0.010813333094120026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,10240,0.694301340315077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,10240,0.007242666350470648
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,3584,0.04031999905904134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,3072,0.1221875614590115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,6144,0.07375466823577881
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,2048,0.08629155821270412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,5120,0.18125689029693604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,64,0.002424000038041009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,1536,0.0329715543323093
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,3072,0.005683555371231503
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,7168,0.006181333214044571
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,10240,0.005015111217896144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,6144,0.004017777740955353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,12288,0.23486489719814727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,8192,0.014125333891974555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,1536,0.006904888898134232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,6144,0.007625777688291337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,2560,0.0052533331844541765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,128,0.008345777789751688
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,8192,0.045392000012927584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,3072,0.012921777864297232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,12288,0.3407751189337836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,1536,0.10579111178716023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,12288,0.012406222522258759
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,65536,1.6039288838704426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,1536,0.36545689900716144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,16384,0.3303031126658122
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,5120,0.12588444021013048
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,12288,0.1271395550833808
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,1024,0.08078844679726495
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,768,0.028083556228213843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,256,0.007306666837798224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,1024,0.07639200157589383
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,512,0.016730666160583496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,3584,0.032241778241263494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,128,0.0064488889442549805
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,64,0.020661332541041903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,1536,0.019066666563351948
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,3072,0.14338133070203993
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,10240,0.3446097903781467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,16384,0.3302968872918023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,12288,0.5119226773579916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,5120,0.16363733344607884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,5120,0.10468622048695882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,6144,0.06777244144015841
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,12288,0.22797867986891004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,8192,0.0494026674164666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,5120,0.06610577636294894
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,65536,0.14038222365909153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,2560,0.003932444585694207
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,2048,0.012304888831244575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,3072,0.04926933182610405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,128,0.005347555710209741
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,16384,0.10716088612874348
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,5120,0.02207022243075901
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,32,0.0035911111368073356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,64,0.003012444410059187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,3584,0.009872000250551436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,12288,0.17864978313446045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,1024,0.16809333695305717
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,10240,0.023416888382699754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,8192,0.726668463812934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,1536,0.03257777624660068
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,2048,0.7818284564548068
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,5120,0.11900711059570312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,12288,0.14895199404822454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,128,0.005336888962321811
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,8192,0.014900444282425774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,12288,0.004652444273233414
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,128,0.012087999946541257
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,64,0.006411555740568373
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,32,0.002238222294383579
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,1536,0.041631112496058144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,64,0.006004444426960415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,65536,0.2620728810628255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,8192,1.9473696814643011
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,65536,1.6359102461073134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,1024,0.007785778078767989
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,2560,0.8120400110880533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,16384,0.4181075625949436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,1024,0.009214222431182861
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,5120,0.08243555492824979
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,2560,0.04934666554133097
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,10240,0.04659466611014473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,7168,0.05637600024541219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,64,0.00434311106801033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,256,0.003039999968475766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,1536,0.04179644584655762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,2048,0.44609954622056747
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,2048,0.006852444261312485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,2048,0.005321777943107817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,256,0.07554222477806939
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,12288,0.1534035603205363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,3584,0.10376622279485066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,768,0.003954666770166821
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,6144,0.015999111864301894
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,128,0.005222222043408289
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,12288,0.047446221113204956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,4096,0.07496800025304158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,768,0.253074672487047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,7168,0.004612444589535396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,1024,0.007975111405054728
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,128,0.005531555662552516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,256,0.0031111112071408164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,1024,0.036032888624403216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,10240,0.11972978379991318
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,16384,0.245340453253852
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,4096,0.02147644427087572
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,256,0.004963555683692296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,10240,0.17413422796461317
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,512,0.006867555694447623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,64,0.002016000035736296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,6144,0.00978133330742518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,512,0.008350222474998897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,2560,0.015853333804342482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,6144,0.05920622083875868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,6144,0.10417066680060492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,768,0.0036115555299652945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,128,0.0033128888656695685
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,3072,0.027279110418425664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,2048,0.27303732766045463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,3072,0.10968533489439224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,128,0.003621333175235324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,256,0.0030622221529483795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,1024,0.1488435533311632
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,6144,0.092467553085751
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,64,0.03868000043763055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,7168,0.2341697745853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,768,0.14424355824788412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,7168,1.0652906629774306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,2560,0.07446577813890246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,2560,0.19713511731889513
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,512,0.013582222163677216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,12288,0.02727288835578495
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,512,0.004801777915822135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,4096,0.026464000344276428
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,6144,0.16734843783908418
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,5120,0.0841297772195604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,16384,0.3644551171196832
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,65536,1.59625244140625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,512,0.004265777766704559
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,4096,0.12228000164031982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,3072,0.014501333236694336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,10240,0.0634568863444858
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,2048,0.007721777591440413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,3072,0.33823111322191024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,4096,0.09900977876451279
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,3584,0.030665778451495703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,4096,0.05036711030536228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,4096,0.08013777600394355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,8192,0.06543644269307454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,32,0.0019964445382356644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,7168,0.017550221747822232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,2048,0.009710222482681274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,256,0.020968000094095867
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,32,0.0052595556610160405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,128,0.004424889054563311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,3584,0.08083377944098578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,1024,0.0041884444653987885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,6144,0.21563377645280626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,3584,0.016682666209008958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,32,0.00240622212489446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,6144,0.026155556241671245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,65536,0.10176533460617065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,256,0.008799999952316284
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,8192,0.007420444654093848
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,7168,0.006081777728266186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,8192,0.8819520208570691
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,7168,0.01724444495307075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,32,0.01717066599263085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,3584,0.009653333160612319
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,768,0.007165333463086023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,8192,6.621296776665582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,512,0.019873778025309246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,256,0.00814400033818351
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,256,0.003809777812825309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,768,0.00480000012450748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,1536,0.006160000132189856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,3072,0.03728355632887946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,3584,0.1450222200817532
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,2560,0.06662755542331271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,5120,0.10104978084564209
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,768,0.002285333350300789
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,32,0.001975111042459806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,16384,0.007637333538797166
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,1536,0.0543137788772583
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,6144,0.18064799573686388
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,256,0.0026551110463009942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,1024,0.01843644513024224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,6144,0.05860444572236803
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,1024,0.011032000184059143
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,5120,0.010505778094132742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,7168,0.39774399333530003
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,768,0.004504000147183736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,12288,0.008512000242869059
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,16384,0.1723653342988756
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,65536,0.09592177470525105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,64,0.003584889074166616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,768,0.013595555391576556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,3584,0.0047582222355736625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,3584,0.022887999812761944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,16384,0.3396311071183946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,8192,0.11203822824690078
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,64,0.02197511163022783
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,1024,0.0787022246254815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,10240,1.1315253575642903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,768,0.04153155618243747
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,512,0.006043555421961679
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,5120,30.814198811848957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,3584,1.346279991997613
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,5120,0.008762666748629676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,8192,0.005558222118351195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,10240,0.1520142157872518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,128,0.017494221528371174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,256,0.004378666480382283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,32,0.28800977600945366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,768,0.034097777472601995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,1024,0.043699555926852755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,512,0.011454222102959951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,3584,0.3997937838236491
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,1536,0.4726702372233073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,1536,0.018515555395020377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,2560,0.013904889424641928
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,7168,0.07763022184371948
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,3584,0.008066666622956594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,2048,0.006562666760550604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,65536,1.4126817915174696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,12288,0.133642660246955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,32,0.002025777681006326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,3584,0.011001778145631155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,65536,0.13625066810184056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,64,0.007000889215204451
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,2560,0.008915555146005418
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,1536,0.006170666466156642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,65536,0.8927538130018445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,4096,0.17738044261932373
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,7168,0.0790319972568088
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,5120,0.008562666674455007
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,1024,0.10734666718377008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,2560,0.023617777559492324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,1536,0.47652445899115664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,128,0.008993777963850234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,5120,0.024303111765119765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,5120,0.07153955433103773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,3072,0.07944799794091119
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,256,0.005419555637571547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,128,0.008560000194443597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,5120,0.003535110917356279
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,8192,0.04137511054674784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,12288,0.01864622202184465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,16384,3.289804458618164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,8192,0.07807199822531806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,128,0.006697777658700943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,128,0.0028284444577164124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,64,0.02121777832508087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,8192,0.04681155416700575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,128,0.3652515676286485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,12288,0.04811199837260776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,128,0.005728888842794631
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,7168,3.1906284756130643
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,3584,0.1354115539126926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,12288,0.18979733520083955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,256,0.009408888717492422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,7168,0.15097422069973415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,65536,0.07325510846243964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,3072,1.8771964179144964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,65536,0.30192356639438206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,512,0.01679644485314687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,8192,0.10946933428446452
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,10240,3.879639095730252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,2560,0.6708986494276258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,32,0.0041271112859249115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,8192,0.0470728874206543
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,32,0.0033866665843460294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,10240,0.10602044396930271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,32,0.005344888816277186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,5120,0.061830222606658936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,12288,0.21270667182074654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,4096,0.007466666400432587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,12288,0.3392764462365045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,65536,0.16379200087653265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,3584,0.010669333239396414
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,6144,0.05029511120584276
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,8192,0.08064177963468763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,32,2.35662841796875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,12288,0.013741333451535968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,64,0.005085333353943295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,10240,0.014286221729384528
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,8192,0.011885333392355176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,16384,0.4111031161414252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,512,0.003809777812825309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,16384,0.039672000540627375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,3584,0.009761778016885122
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,10240,5.461054060194228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,2560,0.056800001197391085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,2560,0.05688889159096611
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,65536,1.0679279963175456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,1024,0.0105608892109659
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,65536,0.88955381181505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,512,0.004488888714048597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,512,0.2843715614742703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,256,0.0032995556377702286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,16384,0.11051199833552043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,10240,0.5650889078776041
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,6144,0.14186310768127441
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,1024,0.00591822216908137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,8192,0.2029928896162245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,64,0.01853511068556044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,6144,0.0480328897635142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,32,0.002354666590690613
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,64,0.0035502223504914176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,65536,2.492876476711697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,32,0.003168888803985384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,1536,0.0863493349817064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,6144,1.412758191426595
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,1024,0.01568711135122511
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,1536,0.06845333178838094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,8192,0.00869511150651508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,512,0.004009777886999978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,4096,5.8155466715494795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,2560,0.2036808861626519
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,3584,0.045017778873443604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,4096,0.01870666609870063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,2560,0.009008000294367472
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,768,0.007139555282062954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,8192,4.961611429850261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,2560,0.0514008899529775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,16384,0.43735822041829425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,2560,1.2489147186279297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,768,0.005202666752868229
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,8192,0.008624888956546783
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,3072,0.03852799865934584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,3072,0.21715554926130506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,65536,21.58983866373698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,10240,0.37917423248291016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,7168,0.5379910998874241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,2560,0.011745777395036487
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,5120,0.05463733275731405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,5120,0.5190897517734104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,64,0.002487999904486868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,8192,0.07003288798862033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,256,0.0028479999552170434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,1536,0.015785778562227886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,3584,0.01898755629857381
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,768,0.23897687594095865
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,32,0.0023662222342358693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,5120,0.8992178175184461
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,4096,0.007439110842016008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,65536,7.640440199110244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,7168,0.12338133653004964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,1536,0.012520888613329994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,3072,0.00464088883664873
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,4096,0.9932737350463867
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,65536,0.8863440089755588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,2560,0.023196443915367126
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,2048,0.003698666476541095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,128,0.0075146663520071245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,8192,0.348577790790134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,2048,0.013458666702111563
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,5120,0.06608621941672431
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,16384,0.17422933048672148
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,4096,0.24060445361667207
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,4096,0.006686222222116258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,16384,0.33964355786641437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,768,0.20021066400739881
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,10240,0.004866666677925321
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,6144,0.1073839995596144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,10240,0.11139467027452256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,3584,0.36204976505703396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,128,0.0034542222403817703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,128,0.00977422214216656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,3072,0.07054577933417426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,1536,0.014779556128713818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,2048,0.005039999882380168
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,32,0.010083555347389644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,16384,0.14932889408535427
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,5120,0.00666222224632899
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,12288,0.38513954480489093
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,2560,0.03188088867399428
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,4096,0.08112000094519721
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,2560,0.007074666519959767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,5120,0.048807998498280845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,8192,0.16329511006673178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,3072,0.04686933424737719
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,3072,0.03930577635765076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,256,0.010527110762066312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,2560,0.01186222251918581
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,2048,0.015015999476114908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,1024,0.006229333165619109
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,1536,0.008004444340864817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,128,0.005518222020732031
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,64,0.006148444281684027
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,8192,0.01404800017674764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,5120,0.12167199452718098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,2560,0.041187554597854614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,512,0.0030986666679382324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,4096,0.07228889067967732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,65536,0.6269644631279839
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,65536,0.7833982043796115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,2560,0.0042364444169733255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,128,0.004596444467703502
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,2048,0.02030311193731096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,10240,0.2916959921518962
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,64,0.006226666685607698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,8192,0.08503555589252049
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,3072,0.010789333118332757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,8192,0.20631466971503365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,128,0.009572444690598382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,2048,0.033518221643235944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,8192,0.2754133277469211
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,32,0.0032506665835777917
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,2560,0.15528089470333523
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,8192,0.11291733052995469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,7168,4.54298824734158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,256,0.0026666666898462507
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,2048,0.44842131932576496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,2560,0.13126577271355525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,2560,0.05203022228346931
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,2560,0.009202666580677032
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,10240,0.04003289010789659
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,32,0.002163555473089218
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,5120,0.02535199953450097
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,32,0.00240622212489446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,5120,0.01427288850148519
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,3584,0.005670222143332164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,64,0.004577777865860197
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,128,0.0019537777536445195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,10240,0.09856977727678086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,12288,0.5653342141045464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,65536,7.567645602756077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,768,0.004355555607212914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,512,0.014945778581831189
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,7168,0.5135475794474283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,256,0.0035333335399627686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,2048,0.012847999731699625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,256,0.0299911101659139
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,6144,0.11189156108432347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,6144,0.017481777403089736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,12288,0.10395911004808213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,7168,0.1058737768067254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,1536,0.030472887886895075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,1024,0.0053688887920644544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,3072,0.8265751202901205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,3072,0.19175555970933703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,64,0.006613333192136552
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,4096,0.0813902219136556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,1024,0.43340622054205996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,1536,0.013624889155228933
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,1536,0.04577955603599548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,3072,0.007821333077218797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,7168,0.06209511227077908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,128,0.006113777971929974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,512,0.012123555772834353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,8192,0.038584887981414795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,3072,0.008746667040718926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,16384,0.12957955731285944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,768,0.00924622184700436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,4096,0.7457146644592285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,256,0.005953777581453323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,128,0.01294222225745519
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,128,0.0036684444381131064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,5120,0.02683466672897339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,64,0.005223999834722943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,3584,0.05672622389263577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,16384,106.83928765190973
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,2560,0.35053422715928817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,1024,0.009128889275921715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,512,0.10706222057342529
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,12288,0.12525422043270534
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,768,0.003912000192536248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,1024,0.007739555504586961
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,1024,0.0058782220714622075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,256,0.002700444517864121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,32,0.007979555262459649
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,4096,0.020402666595247056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,64,0.004813333352406819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,3584,0.09680177768071492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,128,0.006326222171386083
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,2560,0.026268444127506677
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,2048,0.005537777725193236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,32,0.003628444340493944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,8192,0.10893066724141438
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,1024,0.010919111470381418
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,768,0.0038177776667806837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,5120,0.05669333537419637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,1536,0.010175111393133799
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,7168,0.05701422029071384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,16384,0.23286133342319063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,2560,0.03471466567781236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,2560,0.11390044954087998
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,128,0.0022897778285874263
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,1024,0.009287111461162567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,3584,0.36797332763671875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,3584,0.9885600407918295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,2560,1.3730035358005102
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,4096,0.004798222333192825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,128,0.008407110969225565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,2560,0.4757591353522406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,2048,0.11856533421410455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,3584,0.07517155673768786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,65536,0.44121776686774355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,768,0.004604444321658877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,7168,1.3221404817369249
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,7168,0.01035199976629681
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,16384,0.3574959966871474
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,1024,0.1330275535583496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,1024,1.784696790907118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,4096,0.04577689038382637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,4096,0.046527110868030123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,128,0.003583999971548716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,12288,0.3203653229607476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,7168,1.451438268025716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,3072,0.09992888900968765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,12288,0.17192888259887695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,256,0.0068400001360310455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,3072,0.1545555591583252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,5120,0.5253973537021214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,3584,0.07359111309051514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,2560,0.006136888845099344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,32,0.00397511116332478
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,4096,0.034494221210479736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,12288,0.0886453323894077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,7168,0.052384889788097806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,3584,0.13031110498640272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,1024,0.004572444491916233
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,12288,2.9077110290527344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,2048,0.08649422062767877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,1536,0.007672888537247975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,3072,0.010687111152542962
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,16384,1.4764959547254775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,8192,2.200770696004232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,12288,0.1950168874528673
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,65536,2.4575831095377603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,10240,0.26575912369622123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,256,0.007497777541478475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,4096,0.00870488915178511
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,128,0.006074666563007567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,256,0.0021475555582178966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,12288,0.26351022720336914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,2048,0.23939556545681426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,12288,0.29072621133592397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,2560,0.19560889403025308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,768,0.00925866680012809
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,16384,0.12893244955274794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,128,0.004835555536879433
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,3584,0.3688320053948297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,3072,2.5298425886366105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,3584,0.07339288791020711
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,1024,0.014084445105658637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,16384,0.16613866223229304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,5120,0.14028088251749674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,3072,0.01368444412946701
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,3584,0.012464000119103326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,8192,0.48459731207953555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,3072,0.059337774912516274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,32,0.003524444583389494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,65536,0.014176888598336114
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,8192,0.5673688782585992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,32,0.0027991111079851785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,6144,0.02808711263868544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,32,0.00249422217408816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,1024,0.021895999709765118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,3584,0.09984533654318915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,4096,0.020303999384244282
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,7168,0.03205422229237027
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,8192,0.008536888493431939
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,3072,0.01551466683546702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,128,0.006309333360857434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,8192,0.10740000009536743
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,32,0.001959111127588484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,1024,0.00619555554456181
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,7168,0.18872622648874918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,2560,0.008933333059151968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,512,0.09042577611075507
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,1536,0.010394666757848527
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,64,0.003059555465976397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,3584,0.05836266941494412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,2560,0.024347555306222703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,1024,0.011624889241324531
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,12288,0.12750311692555746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,5120,0.008976889153321585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,7168,0.010818666881985135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,256,0.0024293334119849736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,2560,0.046590222252739795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,8192,8.830401102701822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,5120,0.04998488889800178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,16384,0.20148444175720215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,12288,37.44947645399306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,1024,0.004524444540341695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,5120,0.008602666358153025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,12288,3.9163894653320312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,32,0.016493333710564505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,512,0.019184889064894784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,3584,0.08768000205357869
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,4096,0.007790221936172909
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,512,0.011472889118724398
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,3072,0.04972355564435323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,4096,0.008844444321261512
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,1024,0.00555288874440723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,16384,0.4640666643778483
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,64,0.004187555362780889
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,32,0.004212444441186057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,8192,0.4202977816263835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,3584,0.0046773333516385825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,768,0.006239999913507038
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,2048,0.28994401295979816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,2560,0.006643555644485686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,256,0.006858666737874349
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,3584,0.11685866779751247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,1024,0.12986577881707087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,32,0.002283555558986134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,4096,0.5738159815470377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,2048,0.005568000177542369
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,2560,0.11279466417100693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,7168,0.35959021250406903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,7168,0.1338204410341051
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,64,0.0028782222006056043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,1024,0.014415999253590902
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,8192,0.03338311115900675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,128,0.0021191111041439907
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,256,0.004872888740566042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,2048,0.011548444628715515
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,64,0.002387555523051156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,32,0.0024666666156715816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,128,0.0069679998689227635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,5120,0.13619466622670492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,256,0.007256888680987888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,2048,0.005405333307054307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,512,0.0038355555799272326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,2560,0.08171021938323975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,4096,0.06944621933831109
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,3584,0.004370666626426908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,64,0.004300444490379757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,768,0.0046160001721647055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,3584,0.0551457769340939
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,3072,0.006476444502671559
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,10240,0.04030311107635498
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,256,0.007282666862010956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,1024,0.03411555621359084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,128,0.0021235555824306277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,5120,0.05573866764704386
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,16384,0.27238133218553334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,10240,0.0074755557709270054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,128,0.023424888650576275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,5120,2.57459470960829
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,512,0.007207999626795451
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,64,0.002063111091653506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,256,0.0034506666577524612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,32,0.001983111103375753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,2560,0.03150399857097202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,7168,0.009860444400045607
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,4096,0.03212799959712558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,3072,0.2208862172232734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,32,0.003091555502679613
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,5120,0.013737777868906656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,4096,0.04938844508594937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,3584,0.0188426673412323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,65536,0.1379528840382894
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,6144,0.5318017535739475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,1536,0.3085369004143609
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,64,0.004023999803596073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,1536,0.006986666884687211
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,768,0.007558222446176741
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,256,0.030927111705144245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,1024,0.004507555729813046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,5120,0.018375110295083787
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,256,0.004111111164093018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,1536,0.004836444639497333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,2560,0.09822044769922893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,6144,0.02594311038653056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,512,0.0052675555149714155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,32,0.005655111124118169
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,10240,0.06496800316704644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,512,0.003952888978852166
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,10240,0.5613635381062826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,6144,0.05003022154172262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,16384,0.44136889775594074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,6144,0.01200977795653873
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,8192,0.023364444573720295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,32,0.00507733349998792
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,4096,1.3299457761976454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,3072,0.05745244688457913
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,10240,0.22623467445373535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,3072,0.22264711062113443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,10240,0.6760471132066516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,2048,0.006204444501135085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,768,0.007104000283612146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,64,0.008287111090289222
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,1024,0.005231110999981563
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,6144,0.03634666734271579
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,8192,0.02124799953566657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,2560,0.008037333687146505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,2560,0.009951111343171861
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,1536,0.012789333032237159
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,1024,0.00815555536084705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,32,0.0034933334423436057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,6144,0.018618666463428073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,128,0.0035093331502543557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,128,0.015365334020720588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,6144,0.07437333133485582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,256,0.017086222767829895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,1024,0.0036142224238978494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,65536,2.295630137125651
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,128,0.008905777500735389
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,3584,0.0084906667470932
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,2048,0.3798657788170709
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,1536,0.10771377881368001
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,10240,0.12341422504848903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,10240,0.035530666510264076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,5120,0.058020446035597056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,4096,0.1488142278459337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,10240,0.4434719880421956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,128,0.0020737778395414352
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,10240,0.043135109874937266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,65536,2.2114204830593533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,64,0.006123555617200003
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,1536,0.017148445049921673
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,10240,0.10460711187786526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,12288,0.5088257789611816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,32,0.004062222109900581
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,128,0.040427555640538536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,768,0.1336453358332316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,8192,0.17560711171891955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,64,0.00600888869828648
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,8192,1.7846399943033855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,8192,0.11905511220296223
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,3072,0.13262311617533365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,2560,0.08529333273569743
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,2560,0.03877066572507223
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,32,0.002152888932161861
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,7168,0.0777368876669142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,32,0.0021235555824306277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,65536,0.2812533378601074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,3072,0.008471999731328752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,64,0.004360888981156879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,4096,0.01850133306450314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,8192,0.2412337727016873
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,7168,0.5007946756150987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,64,0.0033111110743549135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,16384,0.03417422374089559
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,1536,0.007138667007287343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,16384,0.7731804317898221
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,5120,0.00741244438621733
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,256,0.0029057777590221832
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,64,0.004676444249020683
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,3584,0.19182399908701578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,12288,0.2507164478302002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,7168,1.4153244230482314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,8192,0.004818666726350784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,256,0.00370755543311437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,10240,0.12157955434587266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,32,0.0037048889531029593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,2560,0.03065599997838338
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,65536,0.13322222232818604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,3072,0.05457422137260437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,768,0.006937777830494775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,1024,0.014356444279352823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,16384,0.05660533242755466
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,65536,0.2945680088467068
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,16384,1.9256356557210286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,16384,0.06763822502560086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,6144,0.07931377490361531
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,256,0.017269333203633625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,1024,0.005774222314357758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,8192,0.009472000102202097
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,256,0.00793422261873881
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,7168,0.11667911211649577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,12288,0.20247199800279406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,1024,0.014051554931534661
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,65536,1.6991760465833876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,12288,0.13865778181287977
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,5120,0.039903998374938965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,12288,0.23716266949971518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,2048,0.006827555596828461
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,5120,0.006230222268237009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,3072,2.2584266662597656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,128,0.0028417776856157514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,1536,0.0114720000161065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,3072,0.05821688969930013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,256,0.019739554988013375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,32,0.0020977778153287037
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,7168,0.19997066921657988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,128,0.005940444353553984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,8192,0.0326204432381524
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,32,0.002586666701568498
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,1024,0.38000088267856175
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,12288,0.05810222360822889
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,16384,0.21346399519178602
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,1536,0.007043555378913879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,32,0.005618666609128316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,10240,0.10358399815029568
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,12288,2.2245110405815973
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,5120,0.08488977617687649
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,12288,0.08200622267193265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,128,0.005671999934646819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,7168,0.10232355859544541
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,64,0.01851733360025618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,512,0.0047457776963710785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,256,0.004943111290534337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,2560,0.007923555870850882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,16384,0.7465777926974826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,5120,0.18599911530812582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,768,0.0037173334923055437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,65536,0.2620471053653293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,2560,0.008072888685597314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,3584,1.251736005147298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,256,0.005399111244413588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,8192,0.01418133411142561
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,12288,0.027553778555658128
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,768,0.007407111426194509
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,1536,0.005026666654480828
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,16384,0.023614222804705303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,3072,0.6495573255750868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,4096,0.18709154923756918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,10240,0.23255554835001627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,256,0.004475555486149258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,1024,0.00867911097076204
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,128,0.005932444499598608
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,8192,0.10390222072601318
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,768,0.1878711117638482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,256,0.011784888803958893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,256,0.0046657779150538975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,512,0.005662222289376789
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,2048,0.0081377774477005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,10240,2.013427522447374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,8192,0.09075111150741577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,2560,0.05834933121999105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,16384,0.10662133163876003
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,3584,0.2064968877368503
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,128,1.0812755160861545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,128,0.0034382223255104492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,256,0.030341333813137476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,128,0.002128888956374592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,3072,0.10531377792358398
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,10240,0.13728800084855822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,2048,0.27840977244906956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,3072,0.0603733327653673
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,1024,0.004956444518433677
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,10240,0.23067288928561738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,10240,0.04034311241573758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,32,0.002003555496533712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,32,0.0035342222286595237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,32,0.002431111203299628
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,1536,0.040848887628979154
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,8192,0.16584266556633845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,4096,0.051720887422561646
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,7168,0.09002577596240574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,32,0.003679111186001036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,32,0.002258666687541538
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,2560,0.12585866451263428
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,2560,0.011205332974592844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,6144,0.25560977723863393
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,7168,0.010783111055692038
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,768,0.011021333436171213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,16384,2.2061244116889105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,256,0.0034755555291970572
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,1536,0.00611200018061532
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,4096,0.7088195482889811
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,64,0.028159111738204956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,32,0.0025457777082920074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,7168,0.2722506788041857
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,5120,0.7023546430799695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,7168,0.45727109909057617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,12288,0.21093244022793242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,64,0.003911111089918348
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,7168,0.16154577996995714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,1536,0.016329778565300834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,7168,0.013772444592581855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,2560,0.04404088854789734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,5120,0.006263111200597551
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,5120,0.020583111378881667
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,5120,0.017626666360431247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,512,0.010847999817795224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,2048,0.05228355526924133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,3584,0.011372444530328115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,1536,0.009683555199040307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,12288,0.013761777844693927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,1536,0.23598665661282012
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,8192,0.08014400137795342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,5120,0.1057715548409356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,12288,0.09303022093243069
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,5120,0.011124444504578909
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,512,0.004923555586073133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,3072,0.01717866626050737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,128,0.006335111127959357
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,12288,0.15328889422946507
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,10240,0.5626542303297255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,1536,0.011203555597199334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,3072,0.03032355507214864
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,64,0.0025617778301239014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,6144,0.40896444850497776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,2560,0.038161777787738375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,5120,1.3989893595377605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,10240,0.04035022192531162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,512,0.01181333346499337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,128,0.0023475556323925653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,1536,0.1021582219335768
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,1536,0.02727288835578495
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,3584,0.6216426425509983
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,64,0.008956444760163626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,1024,0.01687733332316081
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,32,0.007057777709431118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,128,0.00846400029129452
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,65536,1.0205236011081271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,1536,0.011930666863918304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,128,0.0021457777669032416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,256,2.354133394029405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,10240,0.1462915605968899
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,512,0.004394666602214177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,256,0.009288888838556077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,4096,0.06825866964128283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,1536,0.05687466594907972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,12288,0.3543679979112413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,12288,0.1209448840883043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,7168,6.252636379665798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,64,0.0029226665695508323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,3072,0.20438133345709908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,128,0.010086221827401055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,8192,0.27875643306308323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,3584,6.2794443766276045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,256,0.009473777479595607
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,256,0.006855999843941794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,4096,0.08197689056396484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,64,0.002609777781698439
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,10240,0.08604800038867527
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,3584,0.05663377708858914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,256,0.04409155580732557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,512,0.018579555882347953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,2560,0.007141333487298753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,6144,0.09260888894399007
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,16384,0.6147484249538845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,7168,0.2017831140094333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,1024,0.5552586449517144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,32,0.0038408889538711975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,32,0.009845332966910468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,6144,0.6413884692721897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,768,0.05858044491873848
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,2048,0.029673778348498877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,16384,0.20256355073716906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,2560,0.017700443665186565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,5120,0.7178426848517524
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,128,0.01740711099571652
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,1536,0.042693333493338696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,65536,0.663249757554796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,512,0.4636818038092719
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,8192,0.20394310686323378
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,5120,0.09603910975986057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,5120,0.045844445625940956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,512,0.006549333532651265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,2048,0.021557332740889654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,1536,0.004912000149488449
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,8192,1.846316443549262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,3584,0.12774133682250977
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,65536,7.643449571397569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,10240,0.11512533823649089
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,2048,0.0052968888647026485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,512,0.0031804444475306403
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,4096,0.007530666887760162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,32,0.005530666559934616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,1536,0.036609778801600136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,64,0.036904888020621404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,8192,0.019578667150603402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,768,0.00850133349498113
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,2048,0.006230222268237009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,1536,0.04943733414014181
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,4096,0.8344835705227323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,3584,0.04128266705407037
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,8192,0.01994311147265964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,6144,0.3929182158576117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,256,2.021294275919596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,2560,0.013957333233621387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,2560,0.007431999676757389
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,768,0.004242666479614046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,12288,0.08883733219570583
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,5120,0.6606071260240343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,8192,0.03745333353678385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,2560,0.004035555654101902
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,2560,0.024297777149412367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,16384,0.024900444679790076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,512,0.0038284444146686127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,3584,0.006893333461549547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,10240,2.0187519921196833
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,2560,0.6808924674987793
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,10240,0.019535111056433786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,1024,0.004547555413511065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,16384,0.7610061963399252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,1536,0.014296000202496847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,7168,0.01074044406414032
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,3584,0.006642666541867786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,32,0.00591466658645206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,2560,0.029784000582165186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,2560,0.006933333145247565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,256,0.032129777802361384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,16384,0.00544088871942626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,10240,0.039890666802724205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,128,0.01592266725169288
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,2560,0.005858666780922148
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,16384,0.12163021829393174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,4096,0.004012444367011388
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,6144,0.07843022214041816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,128,0.011738667057620155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,4096,0.09170844157536824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,5120,0.04642488890224033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,7168,0.054851555162005954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,256,0.05350844396485222
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,10240,0.05659200085533989
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,768,0.007224000162548489
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,12288,0.689900451236301
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,8192,0.08120710982216729
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,256,0.0042568888101312844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,768,0.0035537779331207275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,2048,0.09339021974139744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,768,0.28638490041097003
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,128,0.006025777922736273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,7168,0.10240799850887722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,512,0.014476444986131458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,1024,0.027710222535663184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,3072,0.08824621968799168
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,5120,1.1298453013102214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,8192,0.046909332275390625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,65536,1.7123351626926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,2560,0.00977422214216656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,256,0.005403555515739653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,4096,0.024844444460339014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,512,0.08965955840216742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,768,0.034993777672449745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,12288,0.12756444348229304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,6144,0.48341777589586044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,8192,0.09836088948779637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,512,0.008747555315494537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,512,0.009135111338562435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,6144,0.13098488913642034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,1536,0.2694568898942736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,2560,0.0070168889231152
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,32,0.011954666839705573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,7168,1.4158844417995875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,1536,0.038712888956069946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,3584,0.009767110976907942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,8192,0.8153155644734701
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,512,0.007864000068770515
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,16384,0.16192355420854357
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,6144,0.12512355380588108
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,32,0.005249777601824866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,10240,7.99649641248915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,32,0.002477333363559511
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,256,0.007956444389290279
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,2048,0.04404088854789734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,128,0.044191999567879565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,64,0.0034648889882696998
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,2560,0.023402666052182514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,16384,0.16800710890028211
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,4096,0.018375110295083787
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,7168,0.018995554910765756
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,2048,0.07994400130377875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,64,0.00647199981742435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,64,0.007861333588759104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,16384,0.22051910559336343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,65536,1.0792676077948677
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,768,0.004060444318585926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,2048,0.09129955371220906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,3584,1.0465146170722115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,12288,0.08170400063196818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,7168,0.05760355790456136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,2560,0.013065777719020844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,768,0.007246221933099959
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,768,0.005335999859703912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,1536,0.0021822222818930945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,65536,1.590201801723904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,64,0.004270222038030624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,6144,0.31564532385932076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,32,0.0037191112836201987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,2560,0.02546666728125678
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,3584,0.012410666379663678
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,3072,0.142941329214308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,16384,0.17544266912672254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,1536,0.006337777607970768
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,3584,1.5688604778713648
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,2048,0.01574133336544037
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,32,0.00927466650803884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,7168,0.13526311185624865
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,512,0.005461333526505365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,1024,0.006568000134494569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,16384,0.3353964487711589
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,12288,2.7489804161919484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,1536,0.09095644288592869
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,6144,0.3854355547163222
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,16384,5.049244350857205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,768,0.005184000151024925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,1536,0.04012889001104567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,1536,0.006285333385070165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,3584,0.11198400126563178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,10240,0.056741330358717174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,10240,0.006660444455014334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,3072,0.00758844448460473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,16384,0.207766228251987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,16384,0.048199110560946994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,7168,0.004635555462704765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,16384,0.0972284475962321
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,8192,0.02369244396686554
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,64,0.01555999947918786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,12288,0.04589955674277412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,1536,0.004685333205593957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,2048,0.11689778168996175
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,10240,0.27399200863308376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,128,0.0052577778697013855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,12288,0.044694221682018705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,12288,0.04787910977999369
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,2048,0.013008889224794177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,512,0.003809777812825309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,12288,0.2935902277628581
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,5120,0.09824888573752509
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,128,0.023843554986847773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,16384,0.2797333399454753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,7168,0.004552000098758274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,16384,0.11046666569179958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,512,0.0031866667171319327
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,512,0.007078222102589077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,5120,0.08608533276451959
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,64,0.002422222246726354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,65536,0.6761057641771105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,6144,0.032491554816563926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,16384,0.32990845044453937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,32,0.02552977701028188
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,32,0.004260444392760594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,12288,0.10570666525099014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,3072,0.034749332401487566
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,6144,0.07489244143168132
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,4096,0.03427911135885451
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,7168,0.008401778009202745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,512,0.004025777594910728
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,64,0.0070088886552386815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,4096,0.018394667241308425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,768,0.05190133386188083
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,128,2.182765324910482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,256,0.003600888782077365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,3072,0.028459555572933618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,64,0.0020071110791630214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,5120,0.10122311115264893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,6144,0.8368977970547147
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,12288,1.2863830990261502
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,4096,0.04003644320699904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,3584,0.32511999871995717
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,512,0.09242844581604004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,6144,0.09776177671220566
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,8192,1.659812397427029
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,12288,0.13700355423821345
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,6144,0.06621066729227702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,128,0.004603555632962121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,16384,0.10556888580322266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,1024,0.007159111400445302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,12288,0.3077884515126546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,2048,0.041991998751958214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,2048,0.09832711352242364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,8192,0.01165600038237042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,512,0.007258666886223688
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,3584,0.07123644484413995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,65536,0.18899288442399767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,3584,0.16214133633507624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,8192,0.13893244001600477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,6144,0.05996711386574639
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,2560,0.008245333201355403
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,12288,0.03299555513593886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,2560,0.01315199997689989
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,3072,0.034028444025251604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,64,0.002354666590690613
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,4096,0.006334222025341458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,1024,0.008441777692900764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,6144,0.04395555456479391
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,2560,0.016335111525323655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,3072,0.05826489130655924
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,3584,0.045132444964514844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,128,0.014911999305089315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,256,0.005173333403136996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,256,0.0031911111954185697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,5120,0.06102933486302694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,128,0.002285333350300789
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,12288,0.0558462209171719
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,512,0.003532444437344869
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,1536,0.010533333652549319
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,6144,0.10427466366026138
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,7168,0.058295110861460366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,64,0.004392888810899523
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,16384,0.73598935869005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,7168,0.0965955588552687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,10240,0.13231555620829263
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,7168,0.23731999927096895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,256,0.0074346669846110875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,32,0.003592888928121991
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,128,0.0022177776942650476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,768,0.0047351109484831495
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,512,0.0046453335218959385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,8192,0.2930426597595215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,3584,0.08615822262234157
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,3072,0.01512888901763492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,1536,0.0068808889223469635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,1024,0.15523466798994276
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,2560,0.06528266933229235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,5120,2.154005262586806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,3072,0.028731554746627808
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,512,0.04171289006868998
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,3072,0.06043377849790785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,1024,0.014078223043017916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,65536,0.4248702261182997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,32,0.002489777695801523
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,2560,0.022978666755888198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,256,0.00254844439526399
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,3584,0.052674667702780835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,2048,0.002279111080699497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,3584,0.05586577786339653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,6144,0.07571199867460462
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,2048,0.019136889113320243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,6144,0.006434666613737742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,1024,0.008905777500735389
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,2048,0.008269333177142674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,10240,0.03752888904677497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,4096,0.10970133543014526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,5120,0.004583999928500918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,2560,0.024998222788174946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,3584,22.306126912434895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,256,0.005101333475775189
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,10240,0.11837422847747803
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,65536,1.936298582288954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,6144,0.21723466449313691
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,2560,0.02532622218132019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,8192,0.10869510968526204
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,3072,0.014984000060293408
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,3072,1.432264010111491
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,3072,0.17979910638597277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,8192,0.04829688866933187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,256,0.012445333103338877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,6144,0.6125217543707954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,3584,0.2997831238640679
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,16384,0.22007555431789824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,2048,0.04289155536227756
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,64,0.0022435554613669715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,5120,0.015799999237060547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,10240,2.0420125325520835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,4096,0.007616889145639207
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,8192,0.0377075539694892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,10240,0.06201689110861885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,768,0.0047315553658538395
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,64,0.007453333172533248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,768,0.005437333136796951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,3584,0.0068195557428730865
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,5120,0.028208888239330713
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,128,0.0046160001721647055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,1536,0.02012888921631707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,10240,0.08951199716991848
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,512,0.006544000158707301
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,16384,0.09297866953743829
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,64,0.00443733317984475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,7168,0.01812000075976054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,1536,0.016892444756295946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,65536,0.3689013322194417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,3072,0.24405956268310547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,512,0.012468444804350534
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,2560,0.01497866710027059
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,1536,0.5873351097106934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,768,0.02050844497150845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,65536,1.5625813802083333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,65536,1.281966209411621
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,768,0.004404444247484207
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,256,0.004156444635656145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,65536,1.262121730380588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,6144,0.03589244352446662
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,64,0.007521777517265744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,10240,0.04720800121625265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,1536,0.22599821620517305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,64,0.24971644083658853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,5120,0.008834666675991481
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,10240,0.6798977851867676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,32,0.0037902221083641052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,4096,0.04638488756285774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,768,0.004311999926964442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,32,0.00811822215716044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,2048,0.05791822406980726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,16384,0.09728978077570598
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,5120,0.033173332611719765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,1024,0.007332444190979004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,16384,0.2233306566874186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,1536,0.009467555416954888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,32,0.006095110956165526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,2560,0.025973333252800837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,8192,0.011703111231327057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,4096,0.04201155569818285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,768,0.005407111098368962
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,7168,0.02980088856485155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,65536,0.2515333228641086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,3072,0.047389331791136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,65536,0.14935733212365046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,2560,0.004263999975389904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,8192,0.009088888764381409
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,10240,1.0730551613701713
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,2560,0.004113777644104428
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,128,0.0020995556066433587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,64,0.0062871111763848206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,5120,0.33256533410814076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,64,0.006095110956165526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,128,0.015228443675571017
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,3072,0.009275555610656738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,768,0.021909332937664453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,256,0.005791999813583162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,128,0.010399999717871347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,2560,0.00510044437315729
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,2048,0.013909333282046847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,2560,0.005523555394675996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,2560,0.004853333450025982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,7168,0.1235742171605428
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,6144,0.011954666839705573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,2048,0.006596444381607904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,65536,0.7283520168728299
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,1024,0.0033608888172441055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,2560,0.013440888788965015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,65536,0.10475289159350926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,12288,1.579029295179579
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,256,0.004924444274769889
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,768,0.007520000139872233
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,4096,0.049175110128190785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,4096,0.26259199778238934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,32,0.002019555618365606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,5120,0.040263109736972384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,8192,0.11472445064120823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,65536,0.4447813563876682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,256,0.003662222375472387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,8192,0.23802132076687285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,8192,0.15181510978274876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,10240,0.10966133409076267
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,3072,0.03474666674931844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,7168,0.19704088899824354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,5120,0.05174577898449368
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,1536,0.0816719995604621
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,1536,0.007845333053006066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,3072,0.03439111179775662
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,8192,0.4455297787984212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,64,0.0019066666977273093
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,16384,0.3349084324306912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,64,0.13311110602484807
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,1536,0.009342222577995723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,1024,0.004134222037262387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,12288,0.005039999882380168
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,3072,0.3668702178531223
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,768,0.14423110749986437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,2048,0.02001333402262794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,8192,0.627495977613661
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,32,0.006171555568774541
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,4096,0.013658666776286231
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,128,0.007347555624114142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,512,0.015581332974963717
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,4096,0.1059653361638387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,768,0.0119991112086508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,4096,0.008351999852392409
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,3584,0.08636177910698785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,32,0.002006222183505694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,2560,0.2804666625128852
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,3584,0.06533866458468966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,512,0.0041519999504089355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,512,0.0057795556883017225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,3072,0.15368444389767116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,64,0.0028328889360030494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,65536,0.47146044837103945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,32,0.0025351111673646504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,1024,0.0053048887186580235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,16384,0.2411351203918457
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,3584,0.08911466598510742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,16384,0.20074578126271567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,32,0.004399111287461387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,1536,0.019967110620604623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,768,0.01574844453069899
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,10240,0.04052266809675429
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,64,0.003989333493842019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,64,0.019181332654423185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,3072,0.016206221448050607
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,512,0.029214223225911457
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,6144,0.20168533590104845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,64,0.003637333297067218
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,10240,0.5180924203660753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,2560,0.007252444823582967
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,12288,0.1932204431957669
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,8192,0.01867733399073283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,10240,0.14166577657063803
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,2048,0.051945779058668345
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,3072,0.08284978071848552
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,65536,1.2830923928154838
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,6144,0.08599733644061619
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,256,0.0047395556337303585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,6144,0.009511999785900116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,5120,0.037752889924579196
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,6144,0.0377768874168396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,128,0.12511377864413792
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,16384,0.06117600202560425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,3072,0.0063386667105886675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,1024,0.014387556248241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,2048,0.006706666615274217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,1024,0.03215644425816006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,1536,0.06752000252405803
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,8192,0.0158942225906584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,16384,0.11289955510033502
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,10240,0.17708888318803576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,6144,0.09319021966722275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,3584,0.8698870870802137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,8192,0.030132446024152968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,2560,0.005809777726729711
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,12288,3.8490401373969187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,65536,0.007318221860461765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,768,0.00998133338159985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,256,0.005456888841258154
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,256,0.0110880004035102
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,512,0.003059555465976397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,64,0.002924444360865487
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,2560,0.01239733315176434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,2560,0.08444622490141128
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,12288,0.724565347035726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,16384,0.3284275531768799
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,6144,0.10172266430324978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,768,0.01035377797153261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,512,0.007703111403518253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,5120,0.010791111323568555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,128,0.01036622209681405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,2048,0.005728888842794631
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,32,0.026314665873845417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,65536,0.14429599708980984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,2560,0.03495999839570787
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,1024,0.28723645210266113
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,3584,0.007048000064161088
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,32,0.004058666527271271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,32,0.0020782223178280727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,2048,0.03457511133617825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,8192,0.050869332419501416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,1024,0.012984889249006907
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,1536,0.03082044588194953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,2048,0.3669999970330133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,32,0.0020106666617923314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,5120,0.03419555558098687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,65536,0.7863261964586047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,2560,0.007277333074145847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,6144,0.021695110532972548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,256,0.003089777711364958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,10240,3.693809085422092
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,512,0.004392000122202767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,3072,0.04304711023966471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,2560,0.014352000421947904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,256,0.005096000101831225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,1536,0.05012089014053345
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,1536,0.006917333437336816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,64,0.02125155594613817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,1536,0.008293333152929941
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,3584,0.010281778044170803
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,12288,0.07686399751239352
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,64,0.002472888885272874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,16384,0.06523111131456164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,1536,0.004964444372389051
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,512,0.0058471109304163195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,64,0.004578666554556953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,1536,0.005709333138333426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,64,0.0037671112351947357
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,5120,0.03787644373046027
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,3584,0.07384710841708712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,64,0.003481777591837777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,1536,0.17871910995907256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,65536,0.0945520003636678
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,3584,1.0967298083835177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,16384,0.2816622257232666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,1536,0.04743466774622599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,1536,0.012479110724396177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,4096,0.012273777690198688
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,768,0.008072888685597314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,2560,0.0026382222357723448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,4096,0.13452177577548557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,3584,0.004182222402758068
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,64,0.00620977787507905
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,1536,0.006705777926577463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,6144,0.007732444339328342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,16384,0.005631999837027655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,3072,0.00776088900036282
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,4096,0.07564444674385919
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,1024,0.04458311200141907
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,6144,0.012183999849690331
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,2048,0.21343110667334664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,7168,0.16575288772583008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,6144,0.006303999986913469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,8192,0.2634506755405002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,2560,0.006879999819729064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,32,0.021781333618693884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,6144,0.6331360075208876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,128,0.004570666700601578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,1536,0.016302223006884258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,1024,0.0068853331936730286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,6144,0.015969778100649517
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,2048,0.4467955695258246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,32,0.005177777674463061
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,16384,0.16579111417134604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,32,0.0019511110666725372
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,768,0.00739733295308219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,12288,0.05846222241719564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,2560,0.0070879997478591064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,1536,0.048560887575149536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,8192,2.91559198167589
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,3584,0.046635554896460645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,768,0.04029688901371426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,8192,0.036221332020229764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,2560,0.03761955433421665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,512,0.004588444613748127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,8192,0.08533955282635158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,12288,0.007560888926188151
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,32,0.018737778067588806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,2048,0.015170666906568738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,1536,0.006102222121424145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,12288,0.12554489241706
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,256,0.004054222255945206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,1536,0.007252444823582967
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,32,0.004769777672158347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,16384,0.07212977939181857
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,10240,0.01571555601225959
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,10240,0.009938666390048133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,768,0.004869333157936732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,3072,0.012472000386979846
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,7168,0.04209333327081469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,2048,0.01836266616980235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,768,0.006992888947327931
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,64,0.003363555504216088
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,7168,43.503384060329864
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,1024,0.006211555666393704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,512,0.029899554120169744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,12288,0.0162124451663759
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,2560,0.009488888912730748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,8192,0.007346666521496243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,12288,0.06641511122385661
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,6144,0.015671999918089975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,10240,0.05642222033606636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,2048,0.005515555540720622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,7168,0.029248889949586656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,1536,0.008790222307046255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,1024,0.05166666706403097
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,1536,0.005607111172543631
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,10240,0.07900355259577434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,12288,7.791581895616319
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,8192,0.13903110557132298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,2048,0.044976890087127686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,1024,0.004415110995372136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,3072,0.06060889032151964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,7168,0.024838222397698298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,5120,0.245231999291314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,16384,0.27780622906155056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,5120,0.012792888614866467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,32,0.004109333372778363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,10240,0.014909333652920194
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,256,0.005033777819739448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,768,0.01089777797460556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,5120,0.061483555369906955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,64,0.006834666762087081
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,10240,0.1476328902774387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,4096,0.047071999973720975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,5120,0.045463999112447105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,128,0.014011555247836642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,128,0.009875555833180746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,2048,0.052580446004867554
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,128,0.0035866668654812705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,65536,0.09734133217069839
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,32,0.002999111182159848
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,512,0.006625777731339137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,32,0.0032239999208185407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,8192,0.22327823109096953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,1536,0.031340443425708346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,2560,0.06626933150821261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,1536,0.006136888845099344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,65536,1.2531600528293185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,16384,0.4913315773010254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,7168,0.12372799714406331
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,2048,0.1395146714316474
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,5120,0.06012622515360514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,256,0.015205333630243937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,32,0.0033039999090962936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,768,1.508313814798991
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,10240,0.5651715596516927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,8192,0.01981599960062239
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,1536,0.0064311110311084324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,2048,0.011113777756690979
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,768,0.10199555423524644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,7168,0.02643377747800615
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,2560,0.6767537858751086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,5120,1.8991688622368708
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,3584,0.09441510836283366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,6144,0.8875875473022461
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,8192,0.06275733311971028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,10240,0.20973689026302764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,128,0.0026817777090602448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,6144,0.01073155552148819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,128,0.011305777562989129
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,10240,0.2669911119672987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,6144,0.2587795522477892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,1536,0.004490666505363253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,256,0.0041999999019834726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,4096,0.07636444436179267
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,4096,0.004584889031118817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,1024,0.00527022240890397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,1536,0.007416889071464539
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,3584,0.06309955649905734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,65536,4.632595486111112
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,1024,0.05214577913284302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,16384,5.994905683729384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,256,0.030416889323128596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,6144,3.828751881917318
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,4096,0.005759999983840519
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,12288,0.33900266223483616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,1024,0.005899555567238066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,10240,1.7597857581244574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,2048,0.0874942209985521
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,1024,0.012542222109105853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,1024,0.011417778001891242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,8192,0.004392000122202767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,2560,0.014031999640994601
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,10240,0.024544888072543677
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,4096,0.03698933455679152
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,8192,0.22374844551086426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,10240,0.26571467187669545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,1536,0.02027555637889438
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,6144,0.04481777879926893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,32,0.009069333473841349
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,768,0.09496977594163682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,1536,0.0069271110826068455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,768,0.004460444466935264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,2048,0.007502222226725684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,512,0.00396799999806616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,1024,0.05127111077308655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,768,0.004761777818202972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,128,0.0026391111314296722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,64,0.001999999913904402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,65536,1.308922661675347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,5120,0.007984889050324758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,64,0.010959111154079437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,1536,0.05087555448214213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,1536,0.05448266532686022
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,512,0.01092088884777493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,6144,0.10396622286902533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,10240,0.07812622520658705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,128,0.010313777459992303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,65536,0.14149955908457437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,5120,0.5240320099724664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,4096,0.010207999911573198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,16384,0.45091644922892254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,12288,0.1204577816857232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,64,0.0020728889438841078
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,4096,0.10271555847591823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,1536,0.03166044420666165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,16384,0.07384888993369208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,768,0.01146933353609509
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,32,0.005054222212897407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,65536,0.08441244231330024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,12288,0.23220533794826934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,3072,0.006521777974234686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,3584,0.13374843862321642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,4096,0.007641777396202087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,4096,0.826475567287869
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,5120,0.04263022210862902
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,512,0.004026666697528628
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,5120,0.06846844487720065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,3584,0.10265511274337769
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,64,0.002505777817633417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,4096,0.025080000360806782
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,2048,0.0944604476292928
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,768,0.019315555691719055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,1536,0.005580444302823808
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,7168,0.4315368864271376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,1536,0.03031555480427212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,32,0.006065777606434292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,512,0.004608889006906086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,10240,0.036559998989105225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,32,0.003913777983850903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,6144,0.18627466095818412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,65536,0.2680079936981201
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,65536,0.08425422509511311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,32,0.01035377797153261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,6144,0.051446222596698336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,10240,0.46435822380913633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,5120,0.11018133163452148
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,5120,0.008245333201355403
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,64,0.00462400002612008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,1536,0.005758222192525864
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,4096,0.007620444728268518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,12288,10.327825758192274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,3584,0.08012088802125719
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,16384,0.020185778538386028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,768,0.036637332704332136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,2048,0.007694222033023834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,7168,0.21023555596669516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,2048,0.35361244943406844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,7168,0.035070220629374184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,3072,0.0471955570909712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,10240,0.24163643519083658
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,32,0.0020355555332369274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,32,0.008485332959228093
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,5120,0.013579555683665805
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,10240,0.005124444348944558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,4096,0.00814577771557702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,16384,1.3717475467258031
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,65536,0.00797333319981893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,6144,0.010703999963071613
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,64,0.004597333156400257
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,3072,0.14120177427927652
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,1536,0.07835377587212457
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,4096,0.034049779176712036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,7168,0.007304888632562425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,6144,0.04946755700641208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,3072,0.06150044335259331
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,6144,0.009759110709031424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,12288,0.6580364439222548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,256,0.003569777641031477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,1024,0.048410667313469775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,3584,0.9231804741753472
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,768,0.07652888695398967
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,4096,0.032940444019105695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,16384,0.36200088924831814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,128,0.003955555458863576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,2048,0.42623021867540145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,32,0.002700444517864121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,32,0.0047120000753137796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,2048,0.038535111480289035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,32,0.00369777778784434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,16384,0.17829155921936035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,4096,0.09620089001125759
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,3072,0.08307200007968478
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,16384,0.16008355882432726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,65536,0.1384391122394138
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,6144,1.3558621936374242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,1024,0.004292444636424382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,7168,0.1970284382502238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,4096,0.011891555454995898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,128,0.0034062222888072333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,128,0.0023111111174027124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,12288,0.08100889126459758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,7168,0.042288889487584434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,256,0.016677333248986136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,5120,0.07933155695597331
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,5120,0.4633057912190755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,5120,0.005014222115278244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,1024,0.007657777931955125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,256,0.005378666851255629
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,2560,0.028943998946083918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,5120,0.041413333680894636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,3584,0.15854044755299887
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,256,0.00425511101881663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,1536,0.006903999795516332
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,512,0.022496889034907024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,7168,0.06900355550977919
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,7168,0.00638133328821924
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,2560,0.7706933551364474
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,6144,0.015633778439627755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,10240,0.2578497727711995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,512,0.027760000692473516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,128,0.007221333682537079
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,512,0.00434044458799892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,3584,0.1152062283621894
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,4096,0.009443555441167619
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,10240,0.3486044406890869
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,2048,0.48584620157877606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,65536,0.10698044300079346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,12288,0.21226578288608125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,64,0.0022942223068740633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,512,0.003940444439649582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,12288,0.01662577854262458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,2560,0.01657777859105004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,3584,0.005022222383154763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,32,0.001981333312061098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,3584,0.017895999881956313
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,3584,0.008380444513426887
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,2048,0.020270221763186984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,1024,0.013648889131016202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,64,0.003576888806290097
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,10240,0.029168887270821467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,1024,0.005584888988071018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,1536,0.04014044337802463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,12288,0.4275795618693034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,3072,0.017277333471510146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,65536,1.5957475238376195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,2560,0.00886222223440806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,6144,1.889434602525499
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,2048,0.008922666311264038
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,6144,0.009604444106419882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,128,0.014389332797792224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,3584,0.06972977850172254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,8192,0.2955271138085259
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,512,0.002141333288616604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,5120,0.14765777852800158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,2048,0.021746666895018682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,32,0.00508355556262864
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,12288,0.33659643597073025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,32,0.04720088839530945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,7168,0.09711822536256577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,2560,0.053060445520612926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,2560,0.005799110978841782
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,512,0.007204444044166141
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,8192,0.011976000335481433
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,4096,0.10065244303809272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,10240,0.13189600573645696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,65536,0.7488604651557075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,2048,0.013440888788965015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,5120,0.5145831108093262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,16384,0.10886489020453559
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,128,0.0036720000207424164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,1536,0.004943999979231092
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,7168,0.015440889530711703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,65536,0.1114364465077718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,5120,0.017806222041447956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,512,0.004008000095685323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,256,0.009319999979601966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,1536,0.016400888562202454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,7168,0.7650391260782877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,64,0.0028444443725877335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,1536,0.004753777964247597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,5120,0.006687110910813014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,12288,3.0912568834092884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,3584,0.10203822453816731
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,2048,0.007637333538797166
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,16384,0.2853422164916992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,10240,1.0445315043131511
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,128,0.00563466673096021
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,8192,0.04173422190878126
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,768,0.00756888919406467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,64,0.00332622230052948
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,16384,0.33982133865356445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,768,0.027512888113657635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,32,0.002426666725012991
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,6144,0.06874310970306396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,3072,0.027890665663613215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,1536,0.16190400388505724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,16384,0.18290132946438262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,256,0.002390222210023138
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,256,0.005467555589146084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,12288,0.005583999885453119
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,5120,0.013707555830478668
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,5120,0.07842666572994657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,6144,0.22886488172743055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,7168,1.4359804789225261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,768,0.00462755560874939
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,2048,0.060812446806165904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,768,0.07412444220648871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,512,0.0032622222271230486
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,10240,0.06276444594065349
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,3584,0.011665778027640449
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,3072,0.027261333333121404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,512,0.02058844433890449
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,1536,0.005746666755941179
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,1536,0.006310222049554189
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,128,0.0058755555914507965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,3072,0.004197333421972063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,8192,0.005121777868933148
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,512,0.0038204445607132385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,5120,0.006037333359320958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,16384,0.09999377859963311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,4096,0.07051910956700642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,3072,0.0762044456270006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,7168,0.14444266425238714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,2048,0.005631111148330901
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,256,0.03433155682351854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,10240,0.26123200522528756
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,3584,0.12890044848124185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,12288,0.28113865852355957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,3584,0.030224889516830444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,65536,0.2837626669141981
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,10240,0.2743377685546875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,1024,0.009366222553782994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,1536,0.04225422276390923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,256,0.0028808888875775864
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,10240,0.14293866687350804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,512,0.15255644586351183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,32,0.006179555422729916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,32,0.004701333327425851
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,6144,0.12817333804236516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,256,0.0023484445280498928
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,6144,0.22313245137532553
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,10240,0.0784906678729587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,8192,1.1955110761854384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,768,0.004068444586462445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,2560,0.08607200119230483
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,7168,10.56524912516276
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,256,0.025242666403452556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,3584,0.07109689050250582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,16384,0.0685244467523363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,256,0.020444444484180875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,128,0.004206222378545337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,3584,0.0675413343641493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,1024,0.004383999854326248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,1536,0.06836266650093926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,256,0.003952888978852166
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,10240,0.08064355452855428
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,1024,0.07907555500666301
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,32,0.0037724446091387006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,1024,0.0019519999623298645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,1536,0.3328835434383816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,12288,2.368173387315538
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,3072,0.004871110949251386
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,6144,0.009715555442704095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,3072,0.013589333328935834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,7168,0.037321776151657104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,4096,0.035389333963394165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,256,0.06237066454357571
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,12288,0.21167288886176217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,4096,7.044447157118056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,128,0.0026853332916895547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,128,0.003415999934077263
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,10240,0.04625244604216682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,3584,0.008866666919655269
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,6144,0.039375109805001154
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,64,0.0033617777129014335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,7168,0.07152889172236125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,5120,0.2459777726067437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,64,0.0028897778441508612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,5120,0.040856887896855675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,2048,0.03468266791767544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,2048,0.007872000336647034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,5120,0.019127110640207928
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,4096,0.021716444028748408
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,12288,0.09148355325063069
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,128,0.0031519999934567344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,10240,0.05563910802205404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,1024,0.00693866651919153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,3584,0.007729777859316931
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,65536,0.8017706871032715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,3584,0.012048888537618848
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,8192,0.01609688831700219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,4096,0.035649776458740234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,2048,0.005538666827811136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,64,0.002483555633160803
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,64,0.008475555313958062
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,1024,0.0074746666683091064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,768,0.00555644432703654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,1536,0.08543733093473647
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,5120,0.07287110884984334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,2048,0.005703111075692707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,7168,0.0779635575082567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,128,0.008195555872387355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,1024,4.0034463670518665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,256,0.00535377777285046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,4096,0.008815999660227034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,5120,0.04316355453597175
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,7168,0.2115457720226712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,8192,0.18623644775814482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,3072,0.015508444772826301
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,8192,0.05788533555136787
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,16384,0.020120888948440552
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,256,0.0034977777136696708
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,256,0.0032337777730491427
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,7168,0.0595395565032959
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,3072,0.03748710950215658
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,2048,0.007304888632562425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,12288,0.17969689104292128
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,3072,0.018007111218240526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,6144,0.005468444277842839
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,64,0.0033848887930313745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,6144,0.3422222137451172
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,12288,11.440309312608507
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,1536,0.010445333189434476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,65536,0.20623466703626844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,4096,0.007958222594526079
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,256,0.0039013334446483185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,3072,0.0181031111213896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,768,0.0247697780529658
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,7168,0.055176887247297496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,16384,0.03465777635574341
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,16384,0.30145155058966744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,10240,0.016773333152135212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,16384,0.21622844537099203
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,3072,0.009264888862768808
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,4096,0.009242666264375051
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,7168,0.08004711071650188
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,2048,0.05393866697947184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,1024,0.005026666654480828
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,3072,0.008076444268226624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,2560,0.008797333472304875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,4096,0.12103822496202256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,5120,0.11922132968902588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,6144,2.7867084079318576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,5120,1.347371525234646
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,128,0.006782222125265334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,3072,0.4191928969489203
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,64,0.0034977777136696708
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,512,0.018954666124449838
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,1024,0.011798222031858234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,12288,0.13225421640608045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,3072,0.09071644147237141
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,3072,0.0274000002278222
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,6144,0.019740444090631273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,7168,0.17222400506337485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,4096,0.14364888932969835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,10240,0.01942311061753167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,65536,1.7334853278266058
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,128,0.0028702221396896574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,1536,0.057872891426086426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,12288,0.008174222376611497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,8192,0.23851911226908365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,768,0.2158284452226427
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,8192,1.0088169309828017
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,65536,0.44905508889092344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,128,0.004108444270160464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,768,0.255695104598999
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,1024,0.005101333475775189
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,1536,0.007730666961934831
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,65536,0.3777742120954726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,7168,0.008712000317043727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,12288,0.08519111076990764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,7168,0.017484444710943434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,8192,0.04484711090723673
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,1024,0.005807999935415056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,7168,0.09142577648162842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,768,0.327019559012519
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,64,0.0021822222818930945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,4096,0.23431465360853407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,3584,0.007153777612580194
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,8192,0.012044444680213928
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,1536,0.30863022804260254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,1536,0.005698666804366642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,12288,0.019754666421148512
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,3072,0.02994666828049554
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,4096,0.008562666674455007
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,128,0.0033324443631701996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,256,0.0034702221552530923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,64,0.003920000046491623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,16384,0.07340977589289348
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,8192,0.07545777824189928
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,128,0.00397866674595409
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,128,0.00398577791121271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,3584,0.04580977890226576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,128,0.0019484443797005548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,6144,0.015564444992277356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,4096,0.043112887276543506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,2560,0.2747111055586073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,4096,0.009263111485375298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,256,0.007194666398896112
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,1536,0.06701778040991889
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,3584,0.012125333150227865
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,4096,0.007649777664078607
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,8192,0.00620977787507905
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,256,0.003485333174467087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,768,0.005452444569932089
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,64,0.0052915554907586836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,12288,3.8317040337456594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,512,0.008212444682916006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,2560,0.5284941991170248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,65536,0.10771911011801825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,12288,0.07991377512613933
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,65536,1.5062088436550563
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,7168,0.012990222209029727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,16384,0.3479875458611383
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,8192,0.07326133383644952
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,12288,0.08370933267805312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,16384,0.06164533562130398
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,256,0.005285333428117964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,1024,0.007679111427730984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,65536,0.22259643342759874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,64,0.0373324453830719
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,2560,0.021949332621362474
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,3584,0.01461955573823717
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,1024,0.005004444470008214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,2560,0.0646595557530721
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,10240,0.2725111113654243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,256,0.9769884745279948
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,256,0.5056115786234537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,256,0.0052044445441828836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,3584,0.04291466540760464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,128,0.002973333415057924
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,1024,0.01034577770365609
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,32,0.003548444559176763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,8192,0.28877422544691295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,32,0.0034640000926123727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,10240,0.2099048826429579
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,768,0.007983999947706858
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,3072,0.007732444339328342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,32,0.005356444252861871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,16384,0.39765244060092503
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,64,0.002135111019015312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,3584,0.8624853558010526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,4096,0.007679999702506595
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,65536,0.9025413725111219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,64,0.18148710992601183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,6144,1.0786204867892795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,7168,0.2291475666893853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,512,0.05747466617160373
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,512,0.004033777862787247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,768,0.00553955551650789
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,6144,0.04869777626461453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,1024,0.014223110344674854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,16384,1.8496632046169703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,768,0.039800001515282526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,7168,0.005520888914664586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,65536,11.600843641493055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,10240,0.04771555463473002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,5120,0.030576888057920668
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,3584,0.02486755616135067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,4096,0.03456977672047085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,3584,0.10371733374065822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,7168,0.19032622708214653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,128,0.01533066729704539
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,7168,0.1856213278240628
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,10240,0.0965084433555603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,6144,0.06614222129185994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,128,0.0022693334354294673
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,10240,0.07041155629687838
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,1536,0.06525244315465291
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,16384,0.3345884482065837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,512,0.009519110951158736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,3072,0.006375999914275275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,3072,0.6636417706807455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,6144,0.7093200153774686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,16384,0.8616346783108182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,2048,0.03506133291456435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,64,0.003608889049953885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,3584,0.011188444164064197
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,6144,0.17104978031582305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,7168,0.2332115438249376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,5120,0.13220000267028809
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,1536,0.03525422347916497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,32,0.004741333425045013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,256,0.003330666571855545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,7168,0.05744355254703098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,256,0.007409777906205919
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,512,0.04524888926082187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,65536,0.26836355527242023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,4096,0.06080977784262764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,1536,0.005021333280536863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,64,0.01147466649611791
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,16384,0.010791999598344168
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,3072,0.6805555555555555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,7168,0.07347733444637723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,65536,1.4292293124728734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,10240,0.11811289522382949
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,16384,0.39373066690233016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,12288,0.039219554927613996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,1536,0.009177777502271865
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,256,0.00757244477669398
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,16384,0.09609511163499619
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,3584,0.11006400320265029
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,8192,0.06480799780951606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,512,0.006029333505365584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,2048,0.008253333469231924
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,16384,0.3566906717088487
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,4096,0.007684444387753804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,5120,0.051797333690855235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,16384,0.2845626672108968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,1536,0.15208266841040716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,5120,0.023296000228987798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,2560,0.005872888697518243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,16384,0.040017777019076876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,2048,0.0053031109273433685
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,6144,0.10859555668301052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,3584,0.03306844499376085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,3072,0.06318044662475586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,5120,1.663526217142741
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,1024,0.00527555536892679
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,7168,0.12387822733985053
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,768,0.005941333456171884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,64,0.0033333332588275275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,256,0.012060444388124677
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,1536,0.018026666508780587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,32,0.005439110928111606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,256,0.0029813332690132987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,65536,0.9284257888793945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,7168,0.05667022201750013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,2048,0.017311111092567444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,2048,0.025274667474958632
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,5120,0.003670222229427762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,1024,0.010223111344708337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,65536,0.06518933508131239
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,32,0.0058115555180443665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,16384,0.4470666779412164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,7168,0.010830221904648675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,1536,0.005933333188295364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,6144,0.22392000092400444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,12288,0.01592266725169288
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,2048,0.005699555493063397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,2560,0.012681778106424542
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,512,0.0031866667171319327
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,2560,0.015140444040298462
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,7168,0.7532266510857476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,10240,0.04160977734459771
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,10240,0.7620871331956652
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,128,0.006160000132189856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,5120,0.025683555338117812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,5120,0.34925156169467503
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,512,0.003638222399685118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,16384,0.08057333363427056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,12288,0.016809778081046212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,3584,0.05065777897834778
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,768,0.004320000194840961
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,768,0.029324445459577773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,32,0.0023484445280498928
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,64,0.00702400008837382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,3584,0.004399111287461387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,6144,0.011926222178671094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,4096,0.0979457762506273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,2048,0.01147822207874722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,2048,0.0074417781498697065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,1024,0.004801777915822135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,2048,0.024823110964563157
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,6144,0.00444088876247406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,10240,0.08716355429755317
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,8192,0.5794346597459581
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,8192,0.18048977851867676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,7168,0.06367822488149007
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,64,0.01015822258260515
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,512,0.0034675554682811103
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,512,0.008403555386596257
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,768,0.013213333156373767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,768,0.16565956009758845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,10240,2.842352973090278
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,10240,2.0014756520589194
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,32,0.0022373333987262514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,5120,0.008665777742862701
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,512,0.0035182221068276297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,3584,0.06308977471457587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,128,0.0034604445099830627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,128,0.0022195554855797025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,3072,0.17424000634087455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,3072,1.0293813281589084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,3584,0.05799111392762926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,3072,0.13837244775560167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,65536,5.922865973578559
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,65536,0.837466663784451
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,3584,0.4995288848876953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,3584,0.010298666854699453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,12288,0.35347644488016766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,65536,4.018935309516059
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,3584,0.03775822122891744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,768,0.005373333477311664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,8192,0.11359200212690566
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,65536,7.795514424641927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,768,0.01757422255145179
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,1024,0.005495999836259418
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,6144,0.08991199731826782
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,64,0.006434666613737742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,64,0.05574488639831543
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,3584,0.4209555519951715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,8192,0.10050666994518703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,4096,0.023066666391160753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,1024,0.00583022211988767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,32,0.01111822244193819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,3584,0.00500266667869356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,256,0.047994666629367404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,2560,0.3513360023498535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,512,0.01073688848151101
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,768,0.03510933452182346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,1536,0.06333066357506646
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,2048,0.09235999981562297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,768,0.24746576944986978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,4096,0.367680894003974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,12288,0.008623110751310984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,64,0.018633777896563213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,7168,0.021371554997232225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,768,0.07799910836749606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,8192,0.04029511080847846
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,1536,0.09663466612497966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,16384,0.020787555310461257
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,4096,0.9959618250528971
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,5120,0.05813066826926338
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,5120,0.3353502220577664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,4096,1.8791715833875868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,4096,0.3782808780670166
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,4096,0.05420266588528951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,512,0.011769777370823754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,32,0.002628444383541743
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,4096,0.005105777747101254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,256,0.0075599998235702515
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,512,0.004906666775544484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,2560,0.007080888582600488
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,5120,0.14867644839816624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,7168,1.039409743414985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,3072,0.004831111265553368
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,1024,0.0034328889515664843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,10240,0.11366044150458442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,128,0.03059200114674038
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,256,0.1732871135075887
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,16384,0.11969510714213054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,2048,0.2311555544535319
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,3072,0.007688889073001013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,65536,24.300498114691838
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,3072,0.0395671096112993
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,3584,0.01681688924630483
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,6144,0.08079733451207478
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,65536,0.26543911298116046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,2560,0.008181333541870117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,6144,0.12722044520907932
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,256,0.007655111451943715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,128,0.00272444449365139
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,3584,0.015971556305885315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,3072,0.33628445201449925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,64,0.019305777218606737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,512,0.29307911131117076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,256,0.0068417779273457
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,16384,0.235572444068061
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,7168,0.09500355852974786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,7168,0.7325990994771322
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,64,0.0027795556104845474
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,16384,0.5770479838053385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,8192,0.5559386677212185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,3584,0.011217777927716574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,32,0.00332266671790017
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,32,0.0042204442951414315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,768,0.013720889058378009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,65536,1.2555359734429252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,3072,0.06392977635065715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,768,0.029669334491093952
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,5120,0.012401777837011548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,1536,0.0068853331936730286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,768,0.010565333068370819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,1536,0.006777777853939269
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,32,0.006139555739031897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,1024,0.03581777877277798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,2048,0.005407111098368962
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,512,0.010838222172525195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,128,0.0037466668420367767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,16384,0.06143555376264784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,256,0.003526222374704149
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,512,0.005712888720962737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,5120,0.07698311408360799
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,8192,0.06252533197402954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,65536,5.028870900472005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,16384,0.4326959980858697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,32,0.0037360000941488477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,65536,0.29225065973069936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,1024,0.01261333293384976
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,8192,0.1170391109254625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,10240,0.004454222404294544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,32,0.0034479999707804788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,32,0.005104889058404499
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,64,0.003335111050142182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,7168,0.03921688927544488
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,10240,0.1509031057357788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,64,0.18603200382656523
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,4096,0.011605333122942181
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,768,0.5537795490688747
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,16384,2.6033857133653426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,768,0.00479644454187817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,128,0.1674168904622396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,6144,1.2242470847235787
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,65536,0.015189333094490899
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,12288,0.23920000924004448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,12288,0.060234665870666504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,512,0.05621955792109171
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,256,0.0028773333049482773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,1536,0.06197333335876465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,128,0.0021093332519133887
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,128,0.004503111044565837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,3584,0.031416889694001936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,2560,0.01016266644001007
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,32,0.0027066665805048416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,65536,0.016042666302786935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,4096,0.13995199733310276
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,4096,0.15310133828057185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,128,0.012864888542228274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,512,0.05403822329309252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,16384,12.456459045410156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,10240,0.22712887658013237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,256,0.0024888888001441956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,64,0.0026213334252436957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,12288,0.03862222366862827
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,2048,0.20581511656443277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,2048,0.005471999860472149
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,8192,12.0785641140408
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,5120,0.06837689214282565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,1024,0.012301333248615265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,8192,0.12219199869367812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,65536,0.5582586924235026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,5120,0.11596088939242893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,1536,0.011114666859308878
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,8192,0.035312000248167254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,32,0.0033253334048721525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,5120,0.008825778133339351
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,256,0.003108444520168834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,3072,0.004505777938498391
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,512,0.006089777582221561
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,65536,0.19039377901289198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,2048,0.04912088976966011
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,10240,2.330725351969401
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,16384,0.16888977421654594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,768,0.021807110971874658
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,1536,0.16067643960316977
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,64,0.004560889055331548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,1024,0.008789333204428354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,6144,0.2795582347446018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,16384,0.11192799939049615
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,5120,0.08757511112425063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,16384,0.07623822159237333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,2560,0.13989955849117702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,64,0.002552888873550627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,12288,0.07427110936906603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,64,0.0030986666679382324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,64,0.004004444513056013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,2048,0.01354311075475481
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,2560,0.007126222054163615
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,4096,0.00853066643079122
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,2048,0.005097777893145879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,2048,0.01812622282240126
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,10240,0.054301334751976855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,16384,0.020278222031063504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,10240,0.17980444431304932
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,2048,0.0038311113086011675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,16384,7.543856302897136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,2048,0.07074577940834893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,10240,0.2420604493882921
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,12288,0.06254488892025419
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,768,0.005168888717889786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,8192,0.15314488940768772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,128,0.00851111114025116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,5120,0.02295822236273024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,3584,0.06864977545208402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,5120,0.0344782206747267
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,512,0.005137777576843898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,10240,0.13325688574049208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,768,0.005968889014588461
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,2560,0.004046222401989831
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,65536,1.4009475708007812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,4096,0.1862888866000705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,768,0.01423911088042789
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,4096,0.05191377798716227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,1536,0.005964444329341252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,8192,0.006051555689838197
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,3584,0.02751644452412923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,512,0.2801520029703776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,3584,0.026327111654811438
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,512,0.0032497776879204642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,1536,0.006243555496136348
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,10240,0.10796622435251872
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,2048,0.016578666037983365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,16384,0.007027555671003129
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,768,0.016143111719025504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,3584,0.039312889178593956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,16384,0.07701510853237577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,7168,0.1450844473308987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,12288,0.0669120020336575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,7168,0.015944000747468736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,32,0.0023822221491071912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,1536,0.005201777650250329
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,256,0.00327822214199437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,8192,0.17614400386810303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,2560,0.04263644417126974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,2560,0.039015110996034406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,1024,0.03329955538113912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,128,0.019296000401178997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,12288,0.008743999732865227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,128,0.0026773332307736077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,512,0.00849955528974533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,65536,1.833133273654514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,512,0.005299555758635203
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,65536,0.8901413811577691
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,4096,0.12927644782596165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,5120,1.5153004328409831
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,768,0.01143555591503779
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,65536,0.9286195966932508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,128,0.0058515556156635284
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,10240,0.44695022371080184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,3584,0.013336000343163809
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,256,0.09312978055742051
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,7168,0.07775733206007215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,10240,0.10370400216844346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,768,0.2283324400583903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,3584,0.08197600311703153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,16384,0.22096710734897188
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,768,0.0038213332494099936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,128,0.007446222007274628
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,2560,0.10275022188822429
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,3584,0.011389333340856763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,7168,0.033575998412238225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,256,0.0046844445168972015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,16384,0.00699733363257514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,12288,0.11922578016916911
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,6144,0.0840124421649509
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,1536,0.032095111078686185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,4096,0.021291555629836187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,8192,0.011621333658695221
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,65536,0.5453395313686794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,16384,0.22148356172773573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,12288,0.11285600397321914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,65536,0.43724621666802305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,4096,0.07824444770812988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,6144,0.1268791092766656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,10240,0.02184088859293196
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,1024,0.006882666713661618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,64,0.0035786665976047516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,6144,0.0047786666287316214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,7168,0.010644444160991244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,65536,0.1922853390375773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,12288,0.016006223029560514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,65536,1.2906924353705513
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,256,0.008821333448092142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,64,0.0019173332386546666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,512,0.008240888516108194
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,64,0.004366222355100843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,512,0.005059555586841372
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,512,0.0031902222997612427
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,6144,0.11037866936789618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,10240,0.007152000235186682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,2560,0.005656888915432825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,3072,0.0027582223216692605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,256,0.003625777860482534
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,1536,0.0070017774899800616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,65536,0.39334845542907715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,6144,0.07189866569307116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,16384,0.09776444567574395
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,768,0.09891644451353286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,12288,0.025796444879637823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,3072,0.31542134284973145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,2048,0.008538666698667739
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,256,0.00361333332127995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,2048,0.750058650970459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,7168,0.7326915529039172
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,2560,0.3614311218261719
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,128,0.0030817778574095834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,512,0.018397332893477548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,2560,0.06777244144015841
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,1024,0.004483555754025777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,512,0.005929777605666055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,6144,0.20533243815104166
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,2048,0.0038542221817705366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,256,0.003630222131808599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,7168,0.004324444466167026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,4096,0.03423377871513367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,1536,0.0047600000268883174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,1024,0.03318666749530368
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,1024,0.036822223001056247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,65536,0.780494213104248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,6144,0.06950133376651339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,256,0.00665511108107037
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,16384,0.16634844409094915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,64,0.0038008888562520346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,512,0.01464000013139513
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,3072,0.079876442750295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,1536,0.0031475555151700974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,6144,0.06997778018315633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,12288,0.1427075597974989
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,10240,0.4335342248280843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,1536,0.11192177401648627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,10240,0.019357333580652874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,7168,0.017512000269360013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,3072,0.007907555335097844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,12288,0.03797422183884515
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,16384,0.3142382303873698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,128,0.011615110768212212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,10240,0.04062133365207248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,64,0.009071110851234859
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,7168,0.047353777620527476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,1536,0.3366871145036485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,1536,0.37831823031107586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,7168,0.014203555054134794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,3072,0.006550222221348021
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,12288,0.36595111423068577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,6144,0.008799110849698385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,768,0.04463644491301643
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,1536,0.08260266648398505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,5120,0.030155556069480047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,1536,0.017147555947303772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,1024,0.004857777721352047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,256,0.0023866666273938283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,256,0.003532444437344869
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,4096,0.7994577619764539
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,10240,0.03404444456100464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,65536,1.4063866933186848
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,256,0.09028177791171604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,1536,0.013330666555298699
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,16384,0.052871998813417226
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,2048,0.05956177579032051
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,512,0.023953777220514085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,3584,0.34657600190904403
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,64,0.014684443672498068
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,128,0.06025333536995781
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,512,0.013604444762070974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,64,0.002516444358560774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,4096,0.0074106670088238185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,64,0.004746666798988978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,64,0.005154666801293691
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,1536,0.03702133231692844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,512,0.005438222239414851
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,128,0.004616888860861461
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,32,0.0020151111400789684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,5120,0.005124444348944558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,256,0.005005333158704969
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,6144,0.10124888685014512
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,64,0.004327110946178436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,128,0.0063742221229606206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,512,0.003956444561481476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,2048,0.21119911140865752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,5120,0.394669320848253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,256,0.13772000206841364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,10240,0.5374791357252333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,16384,0.19108355045318604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,128,0.003403555601835251
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,64,0.0032106666929192017
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,5120,0.022454222043355305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,64,0.0035751110149754416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,768,0.007274666594134436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,6144,0.006050666587220297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,65536,0.9309440188937717
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,256,0.003698666476541095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,10240,0.3371644549899631
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,65536,0.8274755477905273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,4096,0.4245493412017822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,128,0.0036524443162812125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,4096,0.2378924422793918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,65536,0.6424693531460232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,32,0.0020391111158662373
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,32,0.007848000360859765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,3072,0.0888906651073032
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,3072,0.03661155700683594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,3072,0.014556444353527494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,16384,0.07747199800279406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,7168,0.05009955498907301
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,4096,0.018533334136009216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,7168,0.05819377634260389
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,3072,0.00977955593003167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,32,0.0022008888837363985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,3584,0.8745111359490289
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,32,0.01367377738157908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,64,0.005162666655249066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,32,0.004060444318585926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,1536,0.006511111226346757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,16384,0.07626577880647448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,7168,0.0336844457520379
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,3072,0.027855111493004694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,256,0.0030088888274298776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,32,0.005909333212508096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,768,0.006680000159475539
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,1024,0.10445066955354478
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,65536,1.7496035893758137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,3072,0.013623110949993134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,3072,0.015040889382362366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,32,0.005374222166008419
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,7168,0.03531377845340305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,3584,0.00720000018676122
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,3584,1.231031099955241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,8192,0.24562311172485352
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,12288,0.006441777778996362
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,12288,0.2570426728990343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,2560,0.8634062343173556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,7168,0.01760444376203749
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,1024,0.22368176778157553
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,16384,0.04610844453175863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,4096,0.03236177894804213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,5120,0.1554515494240655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,3072,0.016181333197487723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,8192,0.2213662200503879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,256,0.002507555608948072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,128,0.004088888979620404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,65536,0.7799973487854004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,2560,0.013442666994200813
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,8192,0.0069324444565508105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,2560,0.4412097665998671
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,2048,0.015262222952312894
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,5120,0.0540284448199802
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,4096,0.07131555345323351
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,2048,0.004774222357405556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,3072,0.10348533259497748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,3072,0.09581066502465142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,1024,0.019460444649060566
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,10240,0.05095377895567152
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,256,0.002969777832428614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,65536,0.5078559981452094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,65536,0.21656533082326254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,7168,0.48128355873955625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,4096,0.06287822458479139
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,65536,8.89839341905382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,3072,0.23212265968322754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,768,0.005684444473849402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,16384,0.36214399337768555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,1024,0.02847733431392246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,6144,0.1548008918762207
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,2048,0.017295110556814406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,4096,0.0052435555391841466
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,2560,0.012457778056462606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,1536,0.01036088913679123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,10240,0.0675084458457099
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,10240,0.0814159976111518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,1024,0.07411022318734063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,5120,0.011904888682895236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,65536,0.2782924440171984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,1536,0.011509333219793109
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,6144,0.19399733013576934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,128,0.2297733359866672
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,128,0.0020942222326993942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,2560,0.008889777792824639
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,256,0.013345777988433838
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,128,0.0033288889875014624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,8192,0.18160888883802626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,12288,0.03867377837498983
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,4096,0.004813333352406819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,7168,3.9352010091145835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,3584,0.03246666656600104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,64,0.004489777816666497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,1024,0.37209243244594997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,3584,0.007916444705592262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,4096,0.012247111234400006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,128,0.02511377798186408
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,3072,8.456347147623697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,10240,0.2679457664489746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,7168,0.14475999938117132
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,65536,0.20106311639149985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,256,0.024284443921513025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,256,0.01613333324591319
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,3584,0.004513777792453766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,12288,0.03415111038419936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,6144,0.04743999905056424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,3072,0.32371200455559623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,10240,0.2135946618186103
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,12288,0.08707822031444973
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,32,0.00490133340160052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,64,0.002003555496533712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,32,0.014141332772043018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,6144,0.009832888841629028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,6144,0.03650666607750787
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,5120,0.5406844351026747
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,2048,0.0053093334039052325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,65536,0.0686275561650594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,65536,0.26770488421122235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,768,0.03179644544919332
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,3072,0.9851111306084527
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,2560,0.2931271129184299
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,12288,0.3284337785508898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,512,0.0772284468015035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,16384,0.1808533271153768
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,5120,0.1258257759941949
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,256,0.002969777832428614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,64,0.006523555351628198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,12288,0.027561777167850073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,32,0.004811555561092165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,256,0.0035075553589397003
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,3072,0.08479911088943481
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,1536,0.04681333237224155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,16384,0.20180355177985299
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,1024,0.0041955556306574075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,5120,1.419221348232693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,4096,0.011557333171367645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,4096,0.009130666653315226
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,1024,0.023440000083711412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,7168,0.01072177787621816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,128,0.0019617778145604664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,65536,0.6149751345316569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,4096,0.060621334446801074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,10240,0.013995556367768182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,5120,15.172227647569445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,3584,0.08637599812613593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,4096,0.14297955565982395
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,6144,0.02609866691960229
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,65536,0.8209377924601237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,256,0.003633777714437909
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,768,0.027976890405019123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,5120,0.08400622341367935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,65536,0.1126026709874471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,5120,0.05894044372770521
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,6144,0.35083821084764266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,32,0.011541333463456897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,3072,0.0027911110470692315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,4096,0.005736888696750005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,768,0.011792889071835412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,1024,0.005140444470776452
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,64,0.0063999998900625445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,512,0.10635466708077325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,4096,0.2996293438805474
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,128,0.003670222229427762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,5120,0.040728890233569674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,16384,0.5254666540357802
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,2048,12.700166490342882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,1536,0.027956446011861164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,1024,0.12198932965596516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,512,0.03678399986690945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,12288,0.038203554020987615
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,256,0.003678222083383136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,65536,0.9239688449435763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,64,0.01036711119943195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,4096,0.7294924524095324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,3072,0.13211554951137966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,8192,0.11504088507758246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,10240,0.05565422111087375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,768,0.023383110761642456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,64,0.005988444305128521
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,4096,0.01645777788427141
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,6144,0.0528639985455407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,4096,0.004290666845109728
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,3584,0.013657777673668332
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,1024,0.012496000362767113
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,32,0.009477333062224919
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,768,0.005560889012283749
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,3584,0.0559119979540507
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,256,0.0046533333758513136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,10240,0.0159288893143336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,2560,0.0058373332851462895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,768,0.01238666640387641
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,768,0.08204799890518188
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,3072,0.009576888548003303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,5120,0.04383200075891283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,3072,0.006392000036107169
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,3584,0.01904355486234029
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,768,0.004023111114899318
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,3072,0.027715555495686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,6144,0.2312586572435167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,768,0.00444533344772127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,128,0.003412444351447953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,4096,0.11360622776879205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,6144,0.007524444825119442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,7168,0.1445831060409546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,4096,0.2150364451938205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,65536,1.5262115266587999
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,768,0.007015110717879401
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,512,0.007096889118353526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,8192,0.019352888067563374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,16384,0.171834667523702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,65536,1.228849728902181
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,256,0.44945775138007266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,4096,0.011343999869293638
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,1536,0.00574933323595259
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,12288,0.04023733403947618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,768,0.0129457778400845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,512,0.018654222289721172
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,768,0.07439288828108045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,7168,0.007844444778230455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,4096,0.007595555649863348
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,12288,4.551703982883029
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,16384,0.02464444438616435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,12288,0.09490133656395806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,65536,0.08572800291909112
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,32,0.05952088700400459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,32,0.005737777799367905
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,10240,0.2073120011223687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,2048,0.019877332780096266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,6144,0.1273226605521308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,64,0.0021315556433465746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,512,0.004006222304370669
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,128,0.012433778080675336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,8192,0.013973333769374423
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,65536,0.7024133470323352
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,8192,0.011731555892361535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,4096,0.04797066582573784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,8192,0.3333208825853136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,12288,0.035263111193974815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,2048,0.2071146700117323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,12288,3.443476359049479
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,8192,0.19363199339972603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,10240,0.32371822992960614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,8192,0.10495911041895549
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,4096,0.060828447341918945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,4096,0.10940088828404744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,5120,0.013312000367376538
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,2560,0.008823110825485652
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,10240,0.2758275667826335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,10240,0.01648533344268799
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,16384,0.591743999057346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,7168,0.0967022246784634
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,64,0.0026337777574857077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,4096,0.045151111152437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,768,0.06419822242524889
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,6144,0.026026666164398193
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,1536,0.005225777626037598
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,512,0.0038000001675552795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,7168,0.23343822691175672
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,8192,0.2195075617896186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,768,0.23667287826538086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,256,0.007793777518802219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,8192,0.09833511379030015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,64,0.0317191117339664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,5120,0.043623109658559166
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,1024,0.008284444610277811
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,256,0.0027822222974565295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,8192,0.013742222554153867
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,768,0.003972444269392225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,8192,0.09346844752629598
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,256,0.11874755223592122
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,1536,0.009526222116417354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,7168,0.040207998620139226
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,5120,0.2632506688435872
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,12288,0.43121955129835343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,1024,0.28308267063564724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,7168,0.5466648737589518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,128,0.00371111101574368
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,1024,0.05545333358976576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,2048,0.01443199978934394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,4096,0.06471021970113118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,8192,0.09850133127636379
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,512,0.06319733460744222
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,7168,0.008042666647169325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,2560,0.010375111467308467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,12288,2.9370329115125866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,10240,0.12120355500115289
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,2560,0.07370933559205797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,5120,0.014644443988800049
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,1024,0.004471111214823193
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,65536,0.43706756167941624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,4096,0.27765244907803005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,16384,0.28045156266954213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,5120,0.20479467180040148
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,3584,0.009748444788985783
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,65536,0.8583004209730359
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,768,0.007755555212497711
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,7168,0.011538666983445486
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,1536,0.009726222190592024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,1024,0.0041804446114434134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,512,0.005047111047638787
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,2560,0.006313777632183499
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,3584,0.25697777006361217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,1024,0.031125333574083116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,8192,0.3685777717166477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,7168,0.078311112191942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,16384,0.9862729178534614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,8192,0.04850844542185465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,2560,0.015784889459609985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,768,0.008339555727110969
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,7168,0.013798221945762634
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,12288,0.057479110029008657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,5120,0.0059057776298787855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,4096,0.010012444522645738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,1024,0.03476622369554307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,16384,0.07567555374569364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,16384,0.13767466280195448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,3072,0.20515288247002494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,6144,0.005109333329730564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,4096,0.08724266952938503
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,6144,0.05269955595334371
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,1536,0.009302222066455418
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,4096,0.011750222080283694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,65536,0.3515466584099664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,1024,0.3947315480973985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,128,0.025807999902301367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,7168,0.14935110674964056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,64,0.055514666769239635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,32,0.017343110508388944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,5120,0.005220444252093633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,3072,0.007296889192528195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,16384,0.0591813325881958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,2560,0.010104888843165504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,3584,1.8357582092285156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,7168,0.13131999969482422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,256,0.0052577778697013855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,8192,0.5688382254706489
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,7168,0.387523545159234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,3072,0.023870221442646448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,6144,0.14076356093088785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,2560,0.04055022199948629
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,1024,0.027383110589451257
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,4096,0.0414631101820204
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,7168,0.2554862234327528
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,4096,0.262701325946384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,12288,1.2941546969943576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,256,0.005568000177542369
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,128,0.007289778027269576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,4096,0.07663289043638441
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,768,0.007793777518802219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,128,0.00498577786816491
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,32,0.008009778128729926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,256,0.002559111143151919
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,1536,0.00592533333433999
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,128,0.0020026666008763844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,65536,0.9675946765475802
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,16384,0.4567519823710124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,8192,0.26903822686937123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,6144,0.16779643959469268
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,2560,0.006223111102978389
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,6144,0.0642497804429796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,5120,0.003996444245179494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,6144,0.004503111044565837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,4096,0.07183111376232572
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,4096,0.10115377770529853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,7168,0.0618399977684021
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,5120,0.011332444846630096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,5120,0.18918666574690077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,1024,0.006447111152940326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,4096,0.3205244541168213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,2048,0.01257511145538754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,64,0.004861333303981357
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,2560,0.11146310965220134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,64,0.004292444636424382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,128,0.0090515555606948
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,2560,0.015490666031837463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,1024,0.005600000007285013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,5120,0.02458933326933119
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,32,0.010450666977299584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,3584,0.8559830983479818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,7168,0.10568977726830377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,10240,0.13084267245398626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,512,0.04040266738997565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,1024,0.015614221493403116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,2048,0.005223999834722943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,8192,0.08108088705274794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,256,0.0025742221623659134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,64,0.0019528888579871918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,5120,0.06364888615078397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,12288,0.30087823337978786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,65536,0.8243573506673177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,65536,0.8808284335666232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,5120,0.037420445018344455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,1536,0.035828444692823626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,3584,0.004425777743260066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,1536,0.1613946623272366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,7168,0.07267110877566867
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,1024,0.02368444369898902
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,2560,0.035212443934546575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,2048,0.015154666370815702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,8192,0.044529779089821704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,3072,4.471780565049913
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,3584,0.37271467844645184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,7168,0.1282622284359402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,1536,0.209114670753479
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,4096,0.11815022097693549
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,7168,0.010755555497275459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,16384,0.06490933232837252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,512,0.022479999396536086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,4096,0.07230399714575873
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,768,0.003999111139112049
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,5120,0.008787555827034844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,65536,1.7374276055230036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,5120,0.1366728941599528
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,2048,0.08033155732684664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,3072,0.007721777591440413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,32,0.0023191111783186593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,6144,0.19165066878000894
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,10240,0.198033783170912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,5120,7.473003811306423
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,512,0.003126222226354811
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,768,0.006221333311663733
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,1024,0.005285333428117964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,12288,0.41649333635965985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,5120,0.03824266791343689
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,32,0.021439111895031396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,512,0.005052444421582752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,64,0.00434933313065105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,8192,0.11053778065575494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,4096,0.432570669386122
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,5120,0.03397066725624932
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,10240,1.3786719640096028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,768,0.00535111129283905
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,2048,0.014204444156752693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,1536,0.23264977667066786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,3584,0.008887999587588841
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,12288,0.6284373071458604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,8192,0.13517599635654026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,7168,0.15339022212558323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,5120,0.04695999953481886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,16384,0.5995502471923828
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,2048,0.0035751110149754416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,256,0.023030221462249756
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,32,0.006252444452709622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,1024,0.041125333971447416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,128,0.0032088889016045462
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,512,0.0032844444115956626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,768,0.005239999956554837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,1536,0.14361688825819227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,4096,0.13497422801123724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,64,0.0038399998512532976
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,4096,1.319407992892795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,5120,0.26802221934000653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,768,0.00407644444041782
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,7168,0.1488728920618693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,6144,0.6538115607367622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,3072,0.03481333454449972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,128,0.0034551111360390982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,5120,2.326546563042535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,512,0.006533333410819371
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,65536,16.43975660536024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,4096,0.1029706663555569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,6144,1.8207217322455511
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,1024,0.02571644385655721
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,5120,0.08726488881640965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,64,0.0021466666625605687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,7168,2.889848073323568
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,8192,0.12307288911607529
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,32,0.018699554933442008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,32,0.0021155555215146807
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,3072,0.009098666409651438
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,32,0.03580800029966567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,32,0.005341333233647876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,6144,0.016352888610627916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,65536,0.2963457902272542
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,10240,0.2737484508090549
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,8192,0.10716355509228176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,10240,0.023776888847351074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,1536,0.006437333507670297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,2560,0.05577955643335978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,128,0.002120888895458645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,768,0.0041146667467223275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,256,0.007155555817815993
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,128,0.004942222187916438
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,4096,0.0336151123046875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,3584,0.05682133303748237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,32,0.0019448887970712448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,32,0.007531555162535773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,768,0.008525333470768398
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,128,0.03752266698413425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,768,0.18566044171651205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,12288,2.705532497829861
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,8192,0.019055111540688407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,65536,0.3007982307010227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,12288,0.03497688968976339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,65536,0.7809599770439996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,6144,0.02583911187118954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,7168,0.042838222450680204
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,2048,0.073889778720008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,1024,0.013606222139464485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,4096,0.1877137819925944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,2560,0.028412444723976985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,16384,0.600221316019694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,1536,0.1143173376719157
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,2560,0.0063493334584765965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,64,0.0021866667601797315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,32,0.005079999979999331
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,1024,0.0053031109273433685
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,2560,0.07108266486061944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,65536,0.13775022824605307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,4096,0.13563911120096842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,2048,0.04534044530656603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,8192,0.007064888874689738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,3584,0.06306222412321302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,8192,0.01311555587583118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,3584,0.014837332897716098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,64,0.005459555735190709
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,128,0.00319377767542998
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,8192,0.011704888608720569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,5120,0.0074942219588491656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,4096,0.21349510881635878
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,2048,0.09496177567376031
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,1536,0.005727111051479976
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,128,0.0041751112374994485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,3584,0.009524444739023844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,8192,0.01183377785815133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,8192,0.06392000118891399
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,16384,0.3912657896677653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,256,0.016373333003785875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,3072,0.004872888740566042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,8192,0.006249777972698212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,64,0.007606222397751278
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,12288,0.18572889433966744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,128,0.011086222198274402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,2560,0.014765333798196582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,512,0.004480000171396467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,768,0.016398222910033334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,32,0.017265778448846605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,8192,0.008583111067612966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,768,0.004390222330888112
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,768,0.0424124432934655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,4096,0.0074782222509384155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,10240,0.028471999698215063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,10240,0.04747910963164436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,2048,0.005047111047638787
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,2048,0.09415377510918511
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,3584,0.012837332983811697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,768,0.009741333623727163
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,3584,0.0068808889223469635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,16384,0.1436942285961575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,16384,1.6773067050509984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,1536,0.3174320062001546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,12288,0.15461333592732748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,3584,0.03000088863902622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,1536,0.05634933047824436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,128,0.009416888985368941
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,512,0.005695999910434087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,6144,0.3913564417097304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,8192,0.01824977828396691
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,2560,0.023240000009536743
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,1024,0.07723289065890841
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,2048,0.008629333641793992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,2048,1.1099893781873915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,2048,0.118285338083903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,2048,0.5060355398390028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,7168,0.5003182093302408
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,10240,0.2291262149810791
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,12288,0.0662613312403361
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,1024,0.21290489037831625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,1536,0.014876445134480795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,7168,0.05418399969736735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,12288,0.19860355059305826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,16384,0.0362391107612186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,128,0.00369422220521503
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,16384,0.04759555392795139
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,10240,0.6572293175591363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,16384,1.5887076059977214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,256,0.007738666401969061
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,128,0.0063324446479479475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,10240,0.8717262479994031
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,4096,0.01794577803876665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,1024,0.018086221483018663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,16384,0.03207822309599982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,12288,0.22580356068081328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,2560,0.26776356167263454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,8192,0.10212977727254231
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,2048,0.014459555347760519
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,512,0.006533333410819371
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,4096,0.015048000547620984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,3072,0.008843555218643611
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,4096,0.015356444650226168
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,2560,0.032758222685919866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,6144,0.02923733327123854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,10240,0.04609600040647718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,5120,0.0833137763871087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,65536,0.5665342013041178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,1536,0.0370071099864112
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,1536,0.006490666833188798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,1536,0.007391110890441471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,10240,0.1774239937464396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,512,0.003540444291300244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,128,0.03352355625894334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,12288,0.007984889050324758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,768,0.004878222114510006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,128,0.007323555648326874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,2560,0.2328115569220649
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,65536,6.193740420871311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,16384,0.04603911108440823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,2560,0.020023110840055678
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,2048,0.18566844198438856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,12288,0.055649777253468834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,2048,0.006324444380071428
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,32,0.005161777966552311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,256,0.0028284444577164124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,2560,0.07878133323457506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,4096,24.860020955403645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,6144,0.2267368899451362
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,7168,0.06409244404898749
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,256,0.002463111033042272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,64,0.004249777644872665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,1024,0.005668444352017508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,512,0.06606133116616143
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,10240,0.07164355781343248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,2560,0.011115555961926779
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,768,0.004042666819360522
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,5120,0.02252799934811062
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,2048,0.08784977595011394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,1536,0.0185217774576611
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,8192,0.16285422113206652
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,2048,0.06303466690911187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,512,0.010701333483060202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,10240,0.05505688985188802
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,4096,0.42708799574110246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,12288,1.662459585401747
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,4096,0.05383288860321045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,16384,0.08811999691857232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,64,0.3877466784583197
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,1024,0.03826933436923557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,64,0.0053022222386466126
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,6144,0.401730669869317
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,3584,0.08396710952123006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,512,0.005817777580685086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,256,0.002784888984428512
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,4096,0.08352000183529323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,7168,5.252221425374349
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,8192,0.0594444473584493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,1024,0.010572444233629437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,3584,0.005018666800525454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,768,0.004265777766704559
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,512,0.12130488289727105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,2048,0.014783999986118741
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,2048,0.009756444229020013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,16384,0.23807732264200845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,2560,0.0676142242219713
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,2048,0.007763555480374231
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,512,0.017913776967260573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,6144,1.0110516018337674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,16384,0.047192888127432935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,6144,0.11366221639845107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,5120,0.30767377217610675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,512,0.004104888687531154
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,8192,0.21493866708543566
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,1536,0.005888888819350137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,2560,0.07440444495942858
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,512,0.004464000049564573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,256,0.011892444557613797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,128,0.0033884443756606844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,12288,0.047616001632478505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,128,0.00299466670387321
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,16384,7.5274242824978295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,8192,0.15837066703372532
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,4096,0.08946310811572605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,2048,0.038443555434544883
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,256,0.02087822225358751
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,32,0.0027591110103660156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,256,0.0028231110837724474
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,128,0.002398222270939085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,4096,0.13588089413113064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,3072,0.010641777680979835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,12288,1.2161351309882271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,512,0.00443822228246265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,4096,0.006888000087605582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,768,0.004058666527271271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,1024,0.03333244389957852
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,7168,0.01551644504070282
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,65536,0.7700453334384494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,3072,0.6302337646484375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,10240,0.1814488834804959
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,10240,0.12567910883161756
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,5120,0.1194488869773017
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,12288,0.11621422237820095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,7168,0.006360888895061281
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,16384,2.236654281616211
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,2560,0.009504888620641496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,1536,0.008828444613350762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,32,0.004580444345871608
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,5120,0.04288977715704176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,64,0.48517598046196836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,512,0.007541333635648091
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,8192,0.011716444459226398
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,2048,0.03568622138765123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,16384,0.024845333562956914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,16384,0.18810578187306723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,256,0.07216444280412462
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,256,0.004910222358173794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,256,0.003806222230195999
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,5120,0.14870222409566244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,65536,2.0105092790391708
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,6144,18.998789469401043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,2560,0.2712186707390679
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,3584,1.3526417414347331
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,512,0.008402666283978356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,32,0.005404444618357553
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,4096,0.05323288838068644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,128,0.006887110984987683
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,256,0.005092444519201915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,32,0.002712888850106133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,3072,0.028115553988350764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,3584,0.008173333273993598
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,1024,0.007923555870850882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,10240,0.2761395507388645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,3072,0.04897866646448771
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,2048,0.006172444257471297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,512,0.005467555589146084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,3072,0.05827466646830241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,768,0.004031110968854693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,2560,0.006080889039569431
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,12288,0.09059466918309529
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,5120,0.0971520013279385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,8192,0.004432888908518685
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,7168,0.015127999915017022
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,16384,0.025482666161325242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,5120,0.00869511150651508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,6144,0.1728808879852295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,512,0.004943111290534337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,6144,0.007224889265166388
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,16384,0.9250497817993164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,65536,2.63609250386556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,64,0.008593777815500895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,2560,0.0819973349571228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,12288,0.8334710862901477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,1024,0.010970667004585266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,64,0.012133333418104382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,3584,0.024384000235133704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,65536,56.359293619791664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,8192,4.256290859646268
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,3584,0.01032977799574534
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,12288,0.29865866237216526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,3072,0.006623111251327727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,128,0.0032835555159383347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,7168,0.00720088928937912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,65536,0.37429510222540957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,256,0.006068444500366847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,1024,0.04542400108443367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,2048,0.003710222327046924
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,256,0.004137777619891697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,12288,0.042360888587103955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,7168,0.5652569135030111
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,128,0.0053484443989064955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,1024,0.044567998912599355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,256,0.0075333333677715724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,12288,0.24130490091111925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,3584,0.04024799995952182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,512,0.00556355549229516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,6144,0.010302222437328762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,4096,0.034448888566758894
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,1024,0.005109333329730564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,7168,0.3134560055202908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,1536,0.05004355642530653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,128,0.08060444725884332
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,8192,0.8464435471428765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,2048,0.011054221954610614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,3072,0.012292444705963135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,2560,0.007695111135641734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,10240,0.15708177619510227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,128,0.004048000193304486
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,1536,0.009748444788985783
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,512,0.005254222287072076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,12288,0.016701334052615695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,2560,2.127227571275499
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,2560,0.007120889094140794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,6144,0.005490666462315454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,7168,0.10327200094858806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,7168,0.010659555594126383
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,32,0.0047600000268883174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,512,0.14081422487894693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,1536,0.014002665877342224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,3584,0.03710577885309855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,32,0.0032906666811969546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,7168,0.0948257777425978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,256,0.026126222478018865
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,12288,0.13437067137824163
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,1024,0.006001777946949005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,7168,0.09404089053471883
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,32,0.0033768889390759995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,5120,0.042048000627093844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,4096,0.13369154930114746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,10240,0.008206222620275285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,5120,0.0614302224583096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,6144,0.05575911204020182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,3584,0.04526844289567736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,256,0.004960000101062986
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,256,0.047285334931479565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,16384,4.394886016845703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,1536,0.08868000242445205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,7168,0.10155733426411946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,768,0.034929778840806745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,2048,0.005994666781690385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,12288,0.19311466481950548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,128,0.006175111151403851
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,2048,0.6128426657782661
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,5120,0.011959111524952782
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,32,0.005283555636803309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,6144,0.0867919988102383
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,8192,0.15024888515472412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,64,0.001875555556681421
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,32,0.0019582222319311565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,32,0.004395555704832077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,5120,0.046141333050198026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,10240,0.11134400632646348
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,12288,0.04087911049524943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,1024,0.004976888911591636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,12288,2.714260525173611
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,16384,0.09655821985668606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,5120,0.0047217777205838096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,65536,0.44320000542534727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,64,0.003600888782077365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,768,0.11636355188157822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,32,0.006154666758245892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,6144,0.037666665183173284
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,4096,0.009099555512269339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,32,0.004421333471934001
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,512,0.003660444584157732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,128,0.002198222196764416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,16384,0.10496799813376533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,512,0.05459910962316725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,768,0.0742151141166687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,128,0.01144444445768992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,12288,0.5294888814290365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,7168,0.09489688608381484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,10240,1.2528692881266277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,2048,0.008566222257084316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,8192,0.3215697871314155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,768,0.004546666724814309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,1024,0.07693866888682048
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,1024,0.004285333471165763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,256,0.0032906666811969546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,768,0.008821333448092142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,16384,0.026929777529504564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,12288,0.006523555351628198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,256,0.00869333330127928
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,16384,0.03961155480808682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,3584,0.004554666578769684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,3072,0.07572711176342435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,1024,0.005424889011515512
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,768,0.010476444330480365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,128,0.041307555304633245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,3584,0.09555377562840779
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,4096,0.007281777759393056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,65536,2.451331456502279
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,256,0.004273777620659934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,768,0.011543110840850405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,3584,0.010837333069907295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,2560,0.005724444571468566
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,32,0.005247999810510212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,5120,0.7300097677442762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,5120,0.13804266187879774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,65536,0.5573040114508735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,12288,0.06179910898208618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,256,0.004476444588767158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,7168,0.04996977912055122
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,2048,0.012113778127564324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,512,0.005416888743638992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,512,0.08799555566575791
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,32,0.0026400000270869997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,32,0.22214578257666695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,65536,0.12082133028242324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,65536,0.5271644592285156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,65536,5.261709425184462
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,1536,0.07951555649439494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,4096,0.013293333351612091
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,3072,0.010590222146775989
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,1536,0.0022942223068740633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,8192,0.038431111309263445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,3072,0.05369244350327385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,65536,1.4755662282307942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,4096,0.04155644443300035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,3072,0.04039555456903245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,10240,0.2250080108642578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,512,0.003071111109521654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,256,0.0028533333291610083
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,2560,0.006113777971929974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,16384,0.04653244548373752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,1024,0.010759111079904767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,10240,0.10504533184899224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,3072,0.11569689379798041
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,6144,0.14970400598314074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,2560,0.01311822235584259
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,2560,0.05259199937184652
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,4096,0.21674844953748915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,16384,0.6883155504862467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,5120,1.1476115120781791
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,2048,0.02016444504261017
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,256,0.09979022211498684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,7168,0.01421866648726993
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,32,0.0035502223504914176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,3584,0.04429422153366936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,2048,0.05814399984147814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,1536,0.013372444444232516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,768,0.003986666599909465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,1024,0.004113777644104428
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,4096,0.038262221548292376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,1024,0.034416000048319496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,6144,0.4151804447174072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,5120,0.2653306590186225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,4096,0.007455999652544658
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,5120,0.017328000730938382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,12288,0.32903822263081867
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,2560,0.006616888774765863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,768,0.006895111252864202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,4096,0.10992888609568278
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,3584,0.052890668312708534
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,7168,0.0576346649063958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,1024,0.0075457774930530125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,128,0.0038177776667806837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,2560,0.06363466713163587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,8192,0.32751909891764325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,65536,1.4266586303710938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,2560,0.28001244862874347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,65536,6.392064836290147
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,2560,0.013376000026861826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,65536,0.8198764589097766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,3584,0.01629155543115404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,2048,0.007469333708286285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,6144,0.02994311187002394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,65536,4.643155415852864
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,5120,0.047822223769293896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,16384,0.15374133321974012
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,6144,0.008607111043400234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,16384,0.006351999938488007
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,64,0.003674666500753827
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,256,0.003997333347797394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,65536,2.8400889502631297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,256,0.0037413334680928122
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,5120,0.07248622179031372
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,768,0.005575110928879843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,7168,1.3102329042222765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,32,0.004804444395833545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,768,0.018477333916558158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,768,0.1445137792163425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,32,0.0035013332962989807
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,4096,0.5878097746107314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,5120,0.1375697718726264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,256,0.007128888534175024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,2560,0.7013724644978842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,3072,0.013251555462678274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,128,0.004576000074545543
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,7168,0.04280089007483589
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,1024,0.004902222090297275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,768,0.004841777599520153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,1536,0.07518755727344088
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,4096,0.05106133222579956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,1024,0.023694222172101338
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,7168,0.0800995561811659
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,64,0.05498844385147095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,8192,0.045328888628217906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,65536,0.14593422412872314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,3584,0.009791110952695211
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,16384,0.053336001104778714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,8192,0.6770488950941297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,3072,0.014918223023414612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,8192,1.271023114522298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,768,0.00425155543618732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,12288,0.21681777636210123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,768,0.007409777906205919
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,4096,0.1553244458304511
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,3584,0.012283555335468717
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,16384,0.15943200058407253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,1024,0.004598222259018156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,4096,0.007347555624114142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,64,0.004256000121434529
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,1024,0.005621333503060871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,4096,0.11791111363304986
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,12288,0.08957866827646892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,65536,2.4213839636908636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,16384,0.4267520109812419
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,64,0.019124444988038804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,2560,0.006183111005359226
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,64,0.004722666823201709
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,6144,0.027423111928833857
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,12288,0.5744773546854655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,64,1.0392195383707683
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,2048,0.009497777455382878
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,65536,7.839196099175347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,5120,0.00923111124171151
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,1536,0.061236441135406494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,128,0.006688888702127669
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,3072,0.6441084543863932
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,1024,0.006190222170617845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,64,0.006461333483457565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,10240,0.016524444023768108
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,64,0.004579555657174853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,2048,0.00924355536699295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,2048,0.00741511086622874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,2048,0.005143110950787862
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,2560,0.12941243913438585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,4096,0.5768159760369195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,256,0.0024399999529123306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,5120,0.02160088883505927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,3072,0.020602666669421725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,7168,0.7392409112718371
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,3584,0.011319110790888468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,1024,0.0109120003051228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,12288,0.08894844187630548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,5120,0.0047084444926844705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,7168,0.006610666712125142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,10240,0.3405324353112115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,65536,0.2006373273001777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,12288,0.07970222499635485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,2560,0.11693778302934434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,3584,0.004304888761705822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,32,0.0034968890249729156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,1024,0.002887111157178879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,256,0.0033848887930313745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,128,0.0052826665341854095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,5120,0.13758311006757948
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,64,0.0020933333370420667
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,6144,0.06852977805667453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,768,0.01585422290696038
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,1024,0.013759999639458127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,7168,1.0592578252156575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,2048,0.02218666672706604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,4096,1.1756551530626085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,64,0.0028044444819291434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,7168,0.017916444275114272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,512,0.004976888911591636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,2048,0.04562933246294657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,16384,0.03709866603215536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,10240,1.9132648044162328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,7168,0.05872622463438246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,16384,2.9501058790418835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,6144,0.12875555621253118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,768,0.03942755526966519
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,8192,0.10930666658613418
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,1024,0.004458666675620609
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,5120,0.05301600032382541
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,128,0.0041964443193541635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,3584,3.994224124484592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,128,0.0041946665280395085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,65536,0.6542755762736002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,2560,0.05090399914317661
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,512,0.006457777900828256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,2048,0.0551164448261261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,6144,0.10505688852734035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,32,0.0020391111158662373
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,3072,0.07877777682410346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,5120,0.004548444516128964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,6144,0.1443128850724962
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,6144,0.019704888264338177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,64,0.004062222109900581
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,512,0.28282043668958873
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,6144,0.09918400314119126
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,768,0.010987555815113915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,768,0.004214222232500712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,6144,0.04467466804716322
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,12288,0.04734844300482008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,16384,0.06146488587061564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,10240,1.8481449551052516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,512,0.7921644316779243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,768,0.027142221728960674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,7168,0.010183999935785929
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,6144,0.28692711724175346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,16384,0.014008000493049622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,64,0.0021831111775504216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,8192,0.011698666546079846
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,768,0.10706222057342529
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,16384,0.061815996964772545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,3072,0.03365600109100342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,12288,0.011536888778209686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,7168,0.1824337773852878
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,64,0.002487999904486868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,8192,0.4520719846089681
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,16384,0.09625866678025986
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,128,0.0020639999873108333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,1024,0.004088888979620404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,4096,0.7170195579528809
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,10240,2.2081298828125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,64,0.0022008888837363985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,6144,0.004820444517665439
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,12288,0.07914488845401339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,5120,0.013586666848924426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,2048,0.043902221653196544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,3584,0.078676442305247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,3072,0.8700533443027072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,1536,0.005480888817045424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,768,0.04946666624810961
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,8192,0.19387555122375488
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,1536,5.765168084038629
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,512,0.0057751110030545135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,65536,0.28728532791137695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,16384,0.02035288843843672
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,1024,0.012616888516479068
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,32,0.002495999965402815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,1536,0.04330577784114414
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,768,0.004561777744028303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,768,0.0035502223504914176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,10240,0.6771484480963813
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,6144,0.003989333493842019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,32,0.0019902222686343724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,3072,0.049888001547919385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,1024,0.1390977833006117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,65536,0.15733333428700766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,3584,0.05976711379157173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,32,0.007308444215191736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,16384,0.02109777761830224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,5120,0.45015912585788304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,6144,0.19676710499657524
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,512,0.005148444324731827
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,512,0.03127022253142463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,32,0.0034666665726237824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,1024,0.013439111411571503
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,2048,0.007703999678293864
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,1024,0.037900444534089826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,1536,2.3464747534857855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,6144,0.3859519958496094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,12288,0.8067813449435763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,65536,0.8480221960279676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,5120,0.022611555125978258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,12288,0.34978487756517196
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,768,0.004489777816666497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,3584,0.05384888913896349
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,512,0.005124444348944558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,128,0.0039022221333450745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,32,0.004081777814361784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,768,0.009467555416954888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,256,0.19317600462171766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,65536,0.3907990985446506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,10240,0.20588089360131157
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,3584,0.008285333712895712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,32,0.006451555424266391
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,5120,0.051334222157796226
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,2048,0.021856000026067097
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,32,0.00286666676402092
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,3584,0.012402666939629449
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,16384,2.1855316162109375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,65536,0.1847564379374186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,8192,0.16876533296373156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,10240,0.17649600240919325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,65536,1.4592648612128363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,64,0.004794666750563515
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,1024,0.07173333565394084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,64,0.008727110922336578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,3072,0.03954222136073642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,3584,0.03175910976197984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,65536,0.6914150979783801
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,16384,0.40677155388726133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,2048,5.979020436604817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,16384,0.2027262184354994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,2560,0.044179555442598134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,32,0.004556444370084339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,64,0.0034177777253919174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,128,0.006030222194062338
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,256,0.024430221981472437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,3072,0.0038035557501845886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,256,0.014647111296653748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,4096,3.407589382595486
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,2560,0.5322071181403266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,12288,0.023729777998394434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,3072,0.04632711079385546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,1536,0.006815111057625876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,5120,0.072525335682763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,512,0.010458666417333813
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,16384,0.3706639872656928
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,8192,0.2910257710350884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,64,0.0024666666156715816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,2048,0.005475555443101459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,5120,0.29094221856859
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,3584,0.012416000167528788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,8192,0.01424800025092231
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,3584,0.008457777400811514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,2560,0.006745777610275481
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,3584,0.011924444801277585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,8192,0.005229333208666907
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,1024,0.22923644383748373
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,10240,0.00795733349190818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,768,0.004520888957712385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,768,0.003674666500753827
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,32,0.0020622221959961788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,65536,0.16849422454833984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,4096,0.02165599995189243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,12288,5.461126115587022
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,8192,0.1965351104736328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,32,0.0086666668454806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,512,0.15522578027513292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,1024,0.03428444597456191
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,6144,0.03962488969167074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,768,0.015493333339691162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,64,0.010074666804737514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,2048,0.04017511010169983
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,128,0.004118222329351637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,1024,0.004820444517665439
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,3584,0.08328533172607422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,6144,6.695465935601129
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,5120,0.11429688665601943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,3584,2.7077333662245007
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,1536,0.01851111153761546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,6144,0.19905600282880995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,7168,0.05569066603978475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,1536,0.07678844531377156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,512,0.003834666477309333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,768,0.005296000176005893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,768,0.007890666524569193
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,64,0.0037173334923055437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,1536,0.17730043994055855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,12288,0.14145599471198186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,4096,0.03395911057790121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,6144,0.0577075547642178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,2560,0.028471999698215063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,128,0.007469333708286285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,1536,0.012713777522246042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,6144,0.009639999932712978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,16384,0.16884622308943006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,12288,0.32839645279778373
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,512,0.004755555755562252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,512,0.009384888741705153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,65536,1.030901379055447
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,4096,0.02141422198878394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,256,0.004146666576464971
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,64,0.0019395556300878525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,12288,0.21374221642812094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,256,0.003918222255176968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,12288,0.04490844408671061
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,2048,0.07402666409810384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,1536,0.010303110712104374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,2048,0.005285333428117964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,2048,0.01290933373901579
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,16384,0.1215546660953098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,5120,0.4128604465060764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,16384,0.19032800197601318
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,256,0.003428444473279847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,1536,0.003642666671011183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,5120,0.02234399980968899
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,12288,0.8690462112426758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,512,0.0490515563223097
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,12288,0.19395911693572998
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,5120,1.0552701950073242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,64,0.004905777672926585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,16384,0.8973759545220269
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,768,0.013495999905798169
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,128,0.0019448887970712448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,12288,0.15185866090986463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,6144,0.040130668216281466
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,3072,0.027473777532577515
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,3072,0.3221777809990777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,5120,0.35935023095872665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,10240,0.07308000326156616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,64,0.004003555410438114
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,7168,0.04324266645643446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,12288,0.15191288789113364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,7168,0.24052267604404023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,32,0.006228444476922353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,8192,0.015471999843915304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,6144,0.07005244493484497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,512,0.003931555483076307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,5120,0.008920888933870528
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,512,0.011682666838169098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,512,0.006076444354322221
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,128,0.19237066639794242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,16384,0.10048177507188584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,16384,0.6331360075208876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,2048,0.034148444732030235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,512,0.022796443767017786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,6144,0.09767199887169732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,7168,0.029138667715920344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,128,0.003653333418899112
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,64,0.003581333491537306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,8192,0.018205333087179396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,16384,1.1795458263821073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,8192,0.03506311111980014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,6144,0.01919644408755832
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,2560,0.45000441869099933
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,6144,0.16359644465976292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,3584,0.0447617769241333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,5120,0.00564533347884814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,16384,0.013535999589496188
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,3584,0.007037333316273159
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,32,0.002504000026318762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,768,0.005416000054942236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,12288,0.21296889252132842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,6144,0.061958220269944936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,32,0.002895111011134254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,3584,0.005295111073387994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,256,0.0041857775714662345
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,256,0.01720355616675483
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,768,0.0063795554969045855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,5120,0.0070568886068132185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,512,0.00328533330725299
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,2560,0.005356444252861871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,10240,1.068870226542155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,6144,0.08303644259770711
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,16384,0.28262223137749565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,6144,0.20311200618743896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,768,0.0127688886390792
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,3584,0.17669688330756295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,7168,0.21851821740468344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,4096,0.06317866510815091
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,10240,0.00815555536084705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,65536,11.998848809136284
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,1536,0.014907555447684394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,6144,0.011545778148704104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,6144,0.09899644719229804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,512,0.00812977800766627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,3584,0.06767111354404025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,64,0.0020595555090241963
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,64,0.006295111030340195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,10240,0.08797066741519505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,4096,0.004851555658711327
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,64,0.0057297779454125305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,7168,1.1417084799872506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,6144,0.07343111435572307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,1024,0.005011555635266834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,128,0.0035502223504914176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,65536,0.0058328890138202244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,2560,0.41222490204705137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,512,0.013487111363146039
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,128,0.016175111134847004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,512,0.008328888979223039
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,128,0.003621333175235324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,65536,0.28984888394673664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,256,0.004311999926964442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,6144,0.5490595499674479
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,32,0.003452444449067116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,4096,0.00848355558183458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,3072,0.011922666596041786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,256,0.003984000119898054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,16384,0.5689982308281792
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,8192,0.00685422205262714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,5120,0.0675271087222629
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,1024,0.0247715562582016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,4096,0.04881422387229072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,5120,0.1281599998474121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,2560,0.16765956083933511
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,8192,0.279442654715644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,10240,0.3414071136050754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,256,0.003489777859714296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,64,0.031277332040998675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,768,0.007576888634098901
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,10240,0.018170666363504197
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,512,0.004467555632193883
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,10240,0.04325777623388502
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,2560,0.06454222069846259
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,32,0.008953777452309927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,2048,0.012110222544935016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,4096,0.011680888632933298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,3072,0.03968177901373969
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,12288,0.06476622157626681
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,2048,0.011516444385051727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,1024,0.005487999982304043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,65536,0.26622043715582955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,8192,0.012295111185974546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,512,0.0052266667286554975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,1536,0.03251555562019348
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,1024,0.005126222140259213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,1536,0.017450667089886136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,32,0.002601777720782492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,6144,0.09301600191328262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,2048,0.07707022296057807
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,65536,2.9568426344129772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,4096,0.06127555502785576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,768,0.016792888442675274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,1024,0.006696888970004187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,128,0.012827555338541666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,10240,0.004608889006906086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,2560,0.44148532549540204
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,5120,0.11232711209191217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,8192,0.11359643936157227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,3584,0.010824888944625854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,2048,0.020188444190555148
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,32,0.0034151110384199354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,2560,0.008818666968080733
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,65536,2.093656963772244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,65536,1.055108494228787
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,2048,0.0244168887535731
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,5120,0.3299342261420356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,4096,0.03589955634540982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,256,0.008583111067612966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,2048,0.05297155512703789
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,8192,0.08305599954393175
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,256,0.002542222125662698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,2048,0.00637511122557852
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,8192,0.1088942223125034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,3584,0.09308266639709473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,2560,0.16384443971845838
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,512,0.011185777684052786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,512,0.008008889026112026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,32,0.002402666749225722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,256,0.004983110974232356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,7168,0.09677333301968044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,64,0.0033315554675128725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,1024,0.00563822231358952
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,16384,0.09741422202852036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,1536,0.005883555445406172
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,3072,0.12417244911193848
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,256,0.006016888966162999
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,3584,0.008356444537639618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,64,0.009036444127559662
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,7168,1.4851591322157118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,4096,0.07099288702011108
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,10240,0.2850160068935818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,3584,1.0605191124810112
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,128,0.0033653332955307434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,7168,0.12033600277370876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,5120,0.008088000118732452
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,12288,0.1388711134592692
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,32,0.002060444404681524
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,1024,0.0042275554604000514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,12288,0.03033511175049676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,3584,0.00812177773978975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,512,0.006142222219043308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,65536,0.38148978021409774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,3072,1.365969763861762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,5120,0.10395110978020562
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,12288,0.06415288978152804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,128,0.02869510981771681
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,6144,0.014768888552983602
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,65536,1.3489902284410265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,2048,0.04483022292455038
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,128,0.007368889119890001
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,1536,0.17898578113979766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,32,0.004281777888536453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,2560,0.00646577775478363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,64,0.004042666819360522
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,16384,0.3603697882758246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,2560,1.0635368559095595
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,64,0.004980444494220945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,1024,0.006102222121424145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,65536,0.6740898026360406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,512,0.0029928889125585556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,65536,1.719974199930827
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,2048,0.012755555411179861
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,6144,1.4321627087063258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,256,0.0075288886825243635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,64,0.0053591111467944244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,2048,0.018495111001862418
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,2048,0.027561777167850073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,16384,3.0950338575575085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,256,0.0020471111767821843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,2048,0.05490666627883911
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,64,0.006095110956165526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,32,0.0032497776879204642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,8192,2.0675750308566623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,768,0.005261333452330695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,32,0.006702222343948152
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,65536,0.9175732930501302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,64,0.06353955798678927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,8192,0.05111111203829447
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,7168,0.021938666701316833
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,7168,0.18640444013807508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,6144,0.06098577711317274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,1536,0.005355555564165115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,256,0.0037173334923055437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,768,0.01310222182008955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,7168,0.1172986692852444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,10240,0.4254773457845052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,512,0.003726222034957674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,3072,0.08305244313346015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,10240,0.234369781282213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,10240,0.006798222247097228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,32,0.0484808882077535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,2560,0.15381866031222874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,2560,0.1178355614344279
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,8192,0.2081786659028795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,768,0.0027662221756246355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,2560,0.11469333701663548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,2560,0.01148977792925305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,32,0.0022693334354294673
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,6144,0.14489155345492893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,768,0.010695111420419482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,64,0.006523555351628198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,128,0.002773333340883255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,8192,0.04618666569391886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,128,0.01164177805185318
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,768,0.015476443701320224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,2560,0.005264889034960005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,64,0.003727999826272329
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,1536,0.005035555611054103
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,256,0.0036435553597079385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,768,0.005583999885453119
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,256,0.003689777933888965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,65536,0.10092710786395603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,256,0.0037902221083641052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,8192,0.019299555155966017
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,12288,0.06401333543989393
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,1024,0.004593777573770947
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,16384,0.3305315441555447
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,7168,0.09426755375332302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,3072,0.7738098038567437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,12288,0.03406577640109592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,512,0.030016889174779255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,6144,0.09049510955810547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,768,0.011412444214026133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,128,0.003022222262289789
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,3584,0.04908711049291822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,4096,0.014543111125628153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,3584,0.041486223538716636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,3072,0.773456891377767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,2048,0.059918224811553955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,3584,0.031090666850407917
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,512,0.004409777621428172
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,4096,0.08071555693944295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,768,0.029055999384986028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,16384,0.5438968870374892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,65536,2.0040950775146484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,4096,0.08093955781724718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,65536,0.32052000363667804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,256,0.007221333682537079
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,8192,0.10354844729105632
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,8192,1.8241350385877821
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,1536,0.016151999433835346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,65536,2.9468195173475475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,10240,0.14207200209299722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,64,0.002392000001337793
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,16384,0.02812622321976556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,128,0.0038133333954546186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,7168,0.43470488654242617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,12288,0.18269511063893637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,8192,6.919190300835504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,128,0.008574222524960836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,3584,0.09564710987938775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,16384,0.23885067303975424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,256,0.0024337776833110386
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,8192,0.17149333159128824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,6144,0.08618933624691433
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,1024,0.005112888912359874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,6144,0.6235155529446071
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,1536,0.04567289021280077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,256,0.00240000006225374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,5120,0.04470577836036682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,6144,0.013236444857385425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,768,0.04741155438952976
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,256,0.0029057777590221832
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,768,0.036313778824276395
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,1536,0.055474665429857045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,64,0.0021155555215146807
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,256,0.0027724444452259275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,128,0.00756533361143536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,5120,0.0037848887344201407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,128,0.00443466669983334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,1024,0.00434755575325754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,4096,0.0029599999801980127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,10240,0.19760355684492323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,32,0.0034248888906505373
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,10240,0.5523066520690918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,12288,0.44548712836371523
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,64,0.00226488895714283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,10240,0.027615999182065327
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,16384,0.23116887940300834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,32,0.0031884445084465873
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,8192,0.16546221574147543
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,1024,0.07964889208475749
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,8192,0.009840000006887648
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,8192,0.1635040044784546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,7168,0.11988266309102376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,12288,0.11291378074222141
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,256,0.01198933356338077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,512,0.020364445116784837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,16384,0.020336889558368258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,32,0.0020480000724395118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,1536,0.006151999864313338
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,1536,0.004801777915822135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,1024,0.004385777645640903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,3584,0.032313777340783015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,12288,0.004923555586073133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,128,0.003601777884695265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,768,0.04472088813781738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,7168,0.12355021635691325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,64,0.00850311087237464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,8192,0.17061066627502441
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,5120,0.057850665516323514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,7168,0.055375999874538846
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,65536,5.442136976453994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,1536,0.009311111436949836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,3072,0.01034577770365609
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,5120,0.06766400072309706
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,2048,0.006207110981146495
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,64,0.009308444129096137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,2048,0.012262221839692859
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,8192,0.03875733415285746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,10240,0.004605333424276776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,3072,1.118342187669542
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,6144,0.009659555223253038
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,7168,0.0058311112225055695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,2048,0.03135822216669718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,1536,0.005324444423119227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,64,0.0036275556517971885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,65536,1.1078862084282768
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,8192,1.1505093044704862
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,16384,0.16190755367279053
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,1024,0.009029332962301042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,128,0.008230222596062554
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,3072,0.01865511139233907
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,768,0.008462222086058723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,512,0.00999466660949919
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,64,0.003555555724435382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,65536,0.5351004600524902
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,16384,0.08644355667961968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,3072,0.036526223023732506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,7168,0.3621804449293349
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,5120,0.007044444481531779
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,768,0.004030222280157937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,768,0.15267199940151638
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,512,0.03345777922206455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,12288,0.13156710730658636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,3584,0.040581332312689886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,65536,1.2505110634697807
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,5120,0.0041991112132867174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,8192,0.09975733359654744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,4096,0.013453333742088742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,32,0.0041315555572509766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,16384,2.3301635318332248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,3072,0.5830124219258627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,4096,0.015760888655980427
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,2048,0.005402666827042897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,128,0.0033528889632887314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,3072,0.10335466596815322
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,512,0.005431111074156231
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,32,0.006320888797442119
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,1536,0.01573155489232805
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,1536,0.006090666684839461
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,32,0.003277333246337043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,32,0.002283555558986134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,10240,0.11836355262332493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,2048,1.1500888400607638
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,64,0.002963555562827322
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,12288,0.24932355350918242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,5120,0.08891022205352783
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,5120,1.0333066516452365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,256,0.003944000022278892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,1024,0.0052168890833854675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,5120,0.0304097765021854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,5120,0.007128888534175024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,32,0.03415822320514255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,128,0.0033280000918441345
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,8192,0.06560799810621473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,512,0.007711999946170383
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,7168,0.1759564479192098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,2048,0.04286488890647888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,256,0.003547555456558863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,256,0.00831911133395301
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,32,0.007827555967701806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,5120,0.07337955633799235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,3072,0.4359297752380371
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,256,0.0023519999037186303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,65536,10.226721869574652
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,2560,0.094014220767551
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,65536,0.6579804420471191
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,64,0.0026062221990691293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,12288,0.152746664153205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,32,0.004318222403526306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,64,0.005236444373925527
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,768,0.04038133223851522
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,768,0.007632888853549957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,16384,0.3878942330678304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,512,0.0038168889780839286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,5120,0.023917333947287664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,3584,0.011297778122954898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,12288,0.08618755473030938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,7168,0.08420089218351577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,5120,0.014704000618722705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,64,0.0019288888821999233
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,512,0.0029688889367712867
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,128,0.004287111262480418
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,5120,0.03866133424970839
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,7168,0.108733336130778
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,1024,0.005020444591840108
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,768,0.006823110911581252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,256,0.0038888889054457345
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,1024,0.021419554948806763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,7168,0.04833689000871447
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,128,0.0023048888478014204
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,5120,0.0041831110914548235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,12288,0.27958933512369794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,3072,0.5892728699578179
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,5120,0.28916533788045246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,12288,0.05875377522574531
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,512,0.003773333297835456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,1536,0.005411555369695027
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,2048,0.0074622225430276655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,64,0.005533333453867171
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,16384,0.021494223011864558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,128,0.003620444486538569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,256,0.22528089417351616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,2560,0.3588719897800022
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,768,0.004369777937730153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,128,0.0034062222888072333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,32,0.00655377780397733
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,5120,0.10644266340467666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,256,0.0025822222232818604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,10240,0.1416248877843221
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,512,0.281784004635281
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,65536,0.20856000317467582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,3584,0.37148711416456437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,8192,0.03719022207789951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,2048,0.019926221834288705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,6144,0.6907875802781848
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,65536,1.6091982523600261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,768,0.13781244224972194
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,1024,0.012901333471139273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,7168,0.01590488851070404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,64,0.005789333333571752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,8192,0.21449244022369385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,16384,0.15549422634972468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,5120,0.5489110946655273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,2048,0.005743999862008625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,2048,0.011647111011876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,32,0.005119110975000593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,2048,0.0887991123729282
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,32,0.0042035554846127825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,64,0.002006222183505694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,4096,0.07141066922081842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,7168,0.01828533411026001
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,7168,0.08328977558347914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,2048,0.05074577861362033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,64,0.009287999735938178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,10240,0.19275200366973877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,256,0.07330933544370863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,6144,0.031706667608684964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,128,0.012451555165979596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,512,0.037426667080985174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,3584,0.43975112173292374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,8192,0.07795288827684191
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,65536,0.3558639950222439
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,2048,0.006775110960006714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,2048,0.009736888938479954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,256,0.002936888900068071
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,64,0.0021395554973019496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,12288,0.8227893511454264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,6144,0.12276355425516765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,7168,0.04716711242993673
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,2048,0.003738666574160258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,12288,1.257380485534668
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,4096,0.04077600108252631
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,768,0.026712000370025635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,7168,0.004262222184075249
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,64,0.002667555585503578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,1536,0.014676445060306124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,64,0.0020684444655974707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,256,0.005438222239414851
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,2560,0.03635288940535651
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,2560,0.07830311192406549
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,7168,0.19332267178429496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,512,0.10614666673872207
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,2560,0.011804444094498953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,64,0.0024071110205517872
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,4096,0.005567111074924469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,4096,0.05349066522386339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,64,0.002999111182159848
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,4096,0.1242791149351332
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,5120,0.043327109681235425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,6144,0.021732444564501446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,128,0.002551111082235972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,8192,0.0041031113101376426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,256,0.0058417779703934984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,3584,0.01054133309258355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,256,0.002987555538614591
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,7168,0.38983554310268825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,2560,0.014936889211336771
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,2560,0.0075786668393347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,512,0.015844444433848064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,1536,0.027131555808915034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,2048,0.3714311122894287
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,1024,0.004360888981156879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,32,0.03455288873778449
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,10240,0.2945866584777832
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,12288,4.038729773627387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,10240,6.523564232720269
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,512,0.007136888802051544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,65536,1.1972701814439561
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,10240,0.03808710972468058
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,5120,2.308988359239366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,1024,0.0805271135436164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,5120,0.010962666736708747
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,32,0.0052426668504873914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,32,0.00906044410334693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,12288,0.4652133517795139
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,1536,0.04862133330769009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,8192,0.17275555928548178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,16384,0.11317955123053657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,10240,0.11585956149631077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,12288,0.019688889384269714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,2048,0.3093920018937853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,7168,0.31689688894483775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,12288,0.10592266586091782
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,7168,0.03568177753024631
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,128,0.0026897777699761917
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,3584,0.008424888882372115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,12288,0.44844357172648114
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,6144,0.10659199953079224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,2048,0.10243911213344997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,5120,0.020462221569485135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,12288,0.2070364422268338
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,16384,0.12287822034623887
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,3584,0.04433955417739021
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,1024,0.00545155546731419
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,256,0.007301333049933116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,768,0.10058044724994236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,64,0.009353777600659264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,2560,0.04937244455019633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,5120,0.07129066520267062
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,512,0.029527111185921565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,6144,0.004679111142953237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,32,0.005966222120655908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,12288,0.16638488239712185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,1024,0.0075288886825243635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,1024,0.1084302200211419
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,10240,0.1579724417792426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,5120,1.0052453147040474
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,7168,0.3662275473276774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,8192,0.46115022235446507
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,3584,0.13504000504811606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,65536,0.4360000027550592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,8192,0.05233866638607449
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,8192,0.01311377767059538
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,12288,0.021166221963034734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,768,0.021886222892337378
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,1536,0.017431111799346078
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,3072,0.06485066811243693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,7168,0.07631911171807183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,3072,0.007666666474607255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,2048,0.021427555216683283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,4096,1.1274649302164714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,10240,0.01494488947921329
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,10240,0.39865777227613663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,3072,0.3146311177147759
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,8192,0.007284444239404466
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,65536,2.6957314809163413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,3584,0.1324604484770033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,8192,0.08259644773271349
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,16384,0.2774062156677246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,10240,0.14147555828094482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,3584,0.36760711669921875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,256,0.04554133282767402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,16384,3.2509271833631725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,32,0.011152000062995486
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,4096,0.004023111114899318
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,32,0.004414222306675381
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,64,0.16430755456288657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,4096,0.014020444618331062
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,8192,25.471371120876736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,128,0.0027439999911520216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,65536,3.1702577802870007
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,16384,0.2061306635538737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,6144,0.17286400000254312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,5120,0.04426222377353244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,8192,0.05190755592452156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,64,0.003269333392381668
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,7168,0.014146667387750415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,5120,0.2644542323218452
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,2560,2.3234613206651473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,10240,0.007169778148333232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,1536,0.008409777449236976
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,1024,0.0070497774415545994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,16384,0.09139288796318902
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,3584,0.0354693333307902
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,512,0.07827199829949273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,768,0.005427555491526921
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,768,0.004001777619123459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,256,0.00254488881263468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,256,0.008227555288208855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,3072,0.17198667261335585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,65536,0.7411315706041125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,65536,0.1993831131193373
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,128,0.0024133332901530797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,65536,0.3865946663750543
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,12288,0.6764417754279243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,512,0.004516444272465176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,3072,0.027232888672086928
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,4096,0.023095111052195232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,32,0.0035173334181308746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,768,0.023949333363109167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,3072,0.00776088900036282
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,512,0.0031759999692440033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,128,0.006706666615274217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,6144,0.004784000002675586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,2560,0.03785422113206651
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,3584,0.038055999411476985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,3072,0.14203733868069118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,768,0.11515466372172038
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,64,0.0036888888312710654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,8192,0.11128355397118463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,512,0.009087111386987898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,32,0.1883608897527059
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,256,0.003474666840500302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,64,0.03450222147835626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,10240,0.1968675586912367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,3584,0.04941422078344557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,65536,0.3954933219485813
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,4096,0.07902844746907552
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,6144,0.009674666656388177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,512,0.004521777646409141
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,3072,0.003896000070704354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,65536,0.14647111627790663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,6144,0.025967111190160114
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,3584,0.08201599783367582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,3072,0.03409333361519708
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,8192,0.00870488915178511
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,12288,1.5093022452460394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,1024,0.01290933373901579
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,4096,0.41752176814609104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,256,0.0036159998012913596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,64,0.003448888866437806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,512,0.24657066663106283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,3072,0.054173333777321704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,32,0.17391378349728057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,2560,0.028973334365420874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,32,1.1668426725599501
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,1024,0.004449777719047335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,1024,0.004564444637960858
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,1536,0.01186222251918581
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,16384,0.5603902075025771
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,5120,0.17318311002519396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,32,0.00851288851764467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,768,0.030455999904208716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,6144,0.0258542216486401
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,1536,0.07122577561272515
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,3072,0.0173973325226042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,1024,0.3190675576527913
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,4096,0.011972444752852121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,65536,1.7395075692070856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,65536,1.8436417049831813
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,3584,0.1579457786348131
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,2048,0.47081957923041445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,64,0.010379555324713389
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,512,0.005738666488064661
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,4096,0.15343556139204237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,2048,0.006960888703664144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,10240,0.005604444278611078
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,16384,0.21873333719041613
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,2048,0.005586666779385672
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,3584,0.2745573255750868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,7168,1.2923626369900174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,7168,0.13417422771453857
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,3584,0.20834578408135307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,2560,0.11456799507141113
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,5120,0.17874756124284533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,512,0.13027911716037327
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,6144,2.5285154978434243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,3584,0.022130666507614985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,32,0.0042444442709287005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,2048,0.10745866431130303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,10240,0.018783999813927543
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,6144,0.012873777912722694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,5120,0.15664533774058023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,6144,0.017581333716710407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,512,0.006487111250559489
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,5120,0.377707560857137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,1024,0.03449155555831061
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,12288,0.07126933336257935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,16384,0.061920887894100614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,3072,0.014301333162519666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,6144,0.011734222372372946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,32,0.024736889534526404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,1536,0.006550222221348021
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,768,0.005371555685997009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,512,0.0032542221662071017
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,2560,0.016315556234783597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,4096,0.06039022074805366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,768,0.015138667490747241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,128,0.21729689174228242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,6144,0.6636586719089085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,3072,0.036292443672815956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,8192,0.1113884449005127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,768,0.023010666171709698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,8192,3.015200932820638
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,4096,0.09478133254581028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,12288,0.12547200255923802
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,3584,0.2178515593210856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,5120,0.07761777771843804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,128,0.30430489116244847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,10240,0.004628444297446145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,512,0.004041777716742622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,32,0.0022657778528001574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,10240,0.09857244624031915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,4096,0.006144000010357962
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,12288,0.11011733611424764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,5120,0.09265955289204915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,5120,0.07682755258348253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,8192,0.033173332611719765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,3584,0.01702133317788442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,7168,6.4807891845703125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,3072,0.04976800084114075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,10240,0.2400684356689453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,1536,0.012280888855457306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,6144,0.22164089149898955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,16384,0.005562666803598404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,1024,0.015615110596021017
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,3584,0.026179555389616225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,10240,4.182050493028429
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,10240,0.057710223727756076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,65536,0.12992444303300646
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,512,0.012271111210187277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,12288,0.005791999813583162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,256,0.018048889107174344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,4096,0.03328888946109348
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,1024,0.005299555758635203
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,512,0.013926222920417786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,7168,0.016882666283183627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,16384,0.17389867040846083
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,16384,0.008485332959228093
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,8192,0.16661600271860758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,10240,0.006050666587220297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,1024,0.00684799998998642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,2560,0.016996444927321542
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,2048,0.00977600034740236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,64,0.0033520000676314035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,2560,0.020813332663642038
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,1024,0.04651822315322029
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,2048,0.055126223299238414
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,7168,0.47678576575385195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,2048,0.011800000237094032
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,3072,0.007038222418891058
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,512,0.007583111524581909
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,4096,0.09373599953121609
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,65536,0.3640248775482178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,16384,0.1021697786119249
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,1024,0.03105955653720432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,1024,0.0064035554726918536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,2560,0.1250471141603258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,65536,0.05512266688876682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,1536,0.007470221983061896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,3584,0.0347653329372406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,768,0.08954311079449123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,8192,0.5023324224683974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,65536,3.157822291056315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,768,0.05024800035688612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,32,0.0034506666577524612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,5120,0.35561421182420516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,6144,5.63833491007487
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,65536,0.055213332176208496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,128,0.00254844439526399
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,16384,3.2539414299858938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,32,0.0025555555605226094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,768,0.014602666099866232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,4096,0.008692444198661381
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,1024,0.03714222378200955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,32,0.0023226667609479693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,3584,0.051017777787314526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,2560,0.03807910945680406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,32,0.018933332628673978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,8192,1.9518186781141493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,12288,0.2796400123172336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,1024,0.00741155528359943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,768,0.005597333527273602
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,2048,0.034938666555616595
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,1536,0.012129777835475074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,2560,0.1776560015148587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,1536,0.32163198788960773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,7168,0.1143146620856391
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,10240,0.2578977743784587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,3584,0.054506666130489774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,65536,0.10381511184904312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,32,0.0019253332995706135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,10240,0.014554666148291694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,7168,0.1912462181515164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,3072,0.1418915589650472
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,7168,0.057999114195505776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,5120,0.01202488856183158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,2048,0.007882666256692674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,12288,0.018360889620251127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,256,0.003846222327815162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,4096,0.03220622075928582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,6144,0.9937529034084744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,512,0.02122666603989071
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,64,0.01864622202184465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,3072,0.0546595553557078
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,2560,0.00962400022480223
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,10240,0.007146666447321574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,256,0.00406577769252989
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,16384,0.11219199498494466
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,1024,0.007705777883529663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,65536,1.7706533008151586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,3072,0.0041911109454101985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,32,0.0064604443808396654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,2048,0.008286221987671321
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,3584,0.2524746788872613
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,1536,0.019553777244355943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,768,0.009611555271678502
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,2048,0.0074755557709270054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,2048,0.005154666801293691
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,16384,0.13432799445258245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,1536,0.0047404443224271136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,128,0.005717333406209946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,65536,0.22143822246127656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,2048,0.007066667079925537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,8192,0.12305511368645562
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,5120,0.18632711304558647
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,32,0.016378665963808697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,7168,0.2261537710825602
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,64,0.033357332150141396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,16384,0.17171822653876412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,7168,0.04582311047448052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,3072,0.009951111343171861
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,256,0.0029208889851967492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,3584,0.050663110282686025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,64,0.008405333591832055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,64,0.004382222063011593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,128,0.0035128887328836652
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,3072,0.31788799497816295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,32,0.004028444488843282
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,32,0.0033031110134389666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,1536,0.019168888529141743
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,1024,0.01428533262676663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,2048,0.10421778096093072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,512,0.01088177743885252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,2560,0.1842435598373413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,32,0.003593777616818746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,3584,0.057533330387539335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,1536,0.050738665792677135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,7168,0.00397777764333619
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,1024,0.006510222123728857
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,6144,0.13893155256907144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,10240,0.6781031290690104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,7168,0.3107982211642795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,2048,0.011815110842386881
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,256,0.011398221883508893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,3072,0.06279377804862128
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,1536,0.004848000076082018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,512,0.009517333573765224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,2560,0.00889511075284746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,4096,3.079294204711914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,4096,0.004980444494220945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,512,0.008778666456540426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,65536,0.09351199865341187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,6144,0.08291377623875935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,2048,0.0498835543791453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,256,0.0047439999050564235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,512,0.22488088077969023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,32,0.005922666854328579
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,16384,5.199062347412109
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,12288,0.15619111061096191
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,2560,0.2926817735036214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,10240,0.04309244288338555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,2048,0.010221333139472539
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,128,0.007350222104125553
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,12288,0.02010577751530541
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,64,0.00444088876247406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,64,0.003858666867017746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,7168,0.020297777321603563
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,768,0.008596444295512306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,7168,0.012401777837011548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,65536,0.27260621388753253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,64,0.2084853384229872
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,128,0.009124444590674506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,1024,0.014434667097197639
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,3072,0.8108248710632324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,1536,0.006135111053784688
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,32,0.0033173333439562055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,256,0.004292444636424382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,1536,0.07223466369840834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,6144,0.08197689056396484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,12288,0.12053778436448838
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,12288,0.17516088485717773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,16384,0.1271457804573907
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,768,0.0059573331640826324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,1024,0.005179555465777715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,10240,0.05920444594489204
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,2048,0.01032977799574534
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,3072,0.08867200215657552
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,10240,0.10364088747236465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,65536,1.5620568593343098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,256,0.002733333243264092
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,64,0.004321777572234471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,32,0.003826666623353958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,2560,0.06469866964552137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,2560,0.038482666015625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,1024,0.020310221446885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,4096,0.08378489149941339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,16384,0.34937689039442277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,10240,0.17321599854363334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,8192,0.1814675596025255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,16384,0.5409013430277506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,65536,0.07653422488106622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,6144,3.647121853298611
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,8192,0.03755999935997857
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,4096,0.22586488723754883
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,2048,0.6362649069892036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,5120,0.021589333812395733
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,16384,0.22845599386427137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,32,0.0023893333143658107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,4096,0.018170666363504197
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,65536,1.314318233066135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,7168,0.10475911034478082
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,6144,0.4163484573364258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,2560,0.024823110964563157
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,768,0.004877333425813251
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,768,0.010556444525718689
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,128,0.0024951110697454875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,5120,0.12993600633409289
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,768,0.007149332927332983
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,64,0.009472889204819998
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,6144,0.06727644470002916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,16384,0.1646160019768609
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,768,0.00703288863102595
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,6144,0.011798222031858234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,10240,0.12098133563995361
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,768,0.018989332848125033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,32,0.0019368889431158702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,768,0.004467555632193883
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,768,0.004146666576464971
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,3072,0.043953776359558105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,2560,0.009407999614874521
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,4096,0.017811555001470778
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,2048,0.009948444035318162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,4096,0.05749244160122342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,10240,0.02337155573897892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,4096,0.23687020937601724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,1536,0.007167999943097432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,7168,0.27718043327331543
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,6144,0.2878488964504666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,7168,0.04628444380230374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,3072,0.0058906666106647914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,4096,0.03729333480199178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,128,0.00507377791735861
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,1536,0.01278222186697854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,65536,0.8172071244981555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,5120,0.9628924263848199
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,512,0.012991999586423239
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,5120,0.2570071220397949
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,256,0.004447111239035924
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,32,0.0047280001971456735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,512,0.010436444646782346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,3072,0.05297777718967862
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,768,0.11487732993231879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,12288,1.9539252387152777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,3584,0.09645244148042466
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,65536,0.059770663579305015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,3584,0.01716800034046173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,12288,1.2629493077596028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,2560,0.013369777964221107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,65536,1.9579857720269098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,6144,3.201380411783854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,12288,50.719709608289925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,3072,0.010488889283604093
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,6144,0.0063991112013657885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,512,0.0058124446206622655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,128,0.003569777641031477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,128,0.02221244408024682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,2048,0.05592088566886055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,2048,0.006903999795516332
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,64,0.010811555716726514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,1536,0.04622133241759407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,16384,3.286447948879666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,6144,0.06384622388415866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,65536,0.060264892048305936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,2560,0.10713599787818061
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,1024,0.007140444384680853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,1024,0.006809777683681912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,2560,0.10468710793389215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,128,0.002942222274012036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,256,0.006324444380071428
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,6144,0.01534933348496755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,1536,0.022340445054901972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,7168,0.056399113602108426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,4096,0.043884442912207715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,1024,0.10074400239520603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,64,0.0034942221310403612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,1024,0.014208889669842191
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,10240,0.4643680254618327
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,32,0.007111111448870764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,1536,0.016763556334707472
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,8192,0.0854053364859687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,1536,0.046550220913357206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,6144,0.03891377647717794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,3072,0.05850133630964491
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,8192,0.014242667290899487
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,65536,0.834587574005127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,512,0.0034373334298531213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,2560,0.007176888485749562
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,12288,0.11572266949547662
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,8192,0.01333688861793942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,5120,0.0061919999619325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,10240,0.035932444863849215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,12288,0.04870577653249105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,768,0.004583999928500918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,512,0.004705777598751916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,3072,0.10401511192321777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,6144,0.015708444847000968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,6144,0.04023733403947618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,768,0.0047475554876857335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,6144,0.02566577825281355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,12288,0.14204622639550105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,7168,0.06791200240453084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,1024,0.004259555704063839
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,5120,0.2599671151902941
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,512,0.0029804443733559716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,256,0.020544000797801547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,64,0.0025537777692079544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,768,0.011250666446155973
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,256,0.004323555363549126
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,2560,0.006108444597986009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,768,0.008653333617581261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,5120,0.0041288890772395665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,5120,0.15866133901807997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,3584,0.004204444587230682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,6144,0.009664889011118147
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,5120,0.18295644389258492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,768,0.0074888889988263445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,256,0.3091164429982503
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,64,0.011559111376603445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,8192,0.13930400212605795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,3584,0.006862222320503659
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,1024,0.0069848886794514125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,1536,0.005966222120655908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,1536,0.04145333170890808
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,8192,0.42540176709493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,256,0.003958222352796131
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,3584,0.004376888689067629
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,12288,0.21440533796946207
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,10240,0.14217244254218206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,3584,0.004601777841647466
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,10240,0.07623910903930664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,8192,0.7876799901326498
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,3072,0.009758222434255812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,4096,0.019140443868107267
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,256,0.015343111422326831
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,3072,0.5358142322964138
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,7168,0.029896001021067303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,8192,0.3185057904985216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,8192,0.09004444546169704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,1536,0.15977688630421957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,12288,0.16447910997602674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,4096,0.014464888307783337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,3072,0.014373333917723762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,256,0.007072889142566257
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,10240,0.24331733915540907
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,512,0.00589155571328269
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,512,0.07454222440719604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,8192,0.0258240004380544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,3072,0.7129075792100695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,768,0.012872888810104795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,7168,0.1922640005747477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,16384,0.18735022015041777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,3584,0.05113155643145243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,3584,0.07311199771033393
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,32,0.0026604444202449587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,10240,0.1151039997736613
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,4096,0.007599111232492659
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,6144,0.011607999602953592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,512,0.00509688879052798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,32,0.002854222224818336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,256,0.004980444494220945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,16384,0.16126933362748888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,2048,0.0035706667436493766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,3584,0.16777777671813965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,128,0.0035982223020659555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,128,0.005884444548024072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,6144,0.724089781443278
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,64,0.002761777697337998
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,512,0.006683555742104848
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,64,0.00443466669983334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,12288,0.13151021798451742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,64,0.0036799998746977914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,10240,0.4899253315395779
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,128,0.05913955635494656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,7168,0.16713155640496147
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,7168,0.2852666642930773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,512,0.004974222017659081
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,12288,0.02164711058139801
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,32,0.0020977778153287037
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,2560,0.00654666663871871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,5120,0.06545511219236586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,16384,0.04581955406400892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,256,0.005335999859703912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,2560,0.07946133613586426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,10240,0.12291467189788818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,12288,0.26949776543511283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,64,0.010432889064153036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,8192,0.11344533496432835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,32,0.010031999813185798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,2560,0.026280888252788123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,3072,0.01332800007528729
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,1536,0.01607822212908003
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,2560,0.04613777663972643
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,768,0.004237333519591225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,16384,0.16376354959275988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,2048,0.08099022176530626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,4096,0.13685688707563612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,5120,0.05031999945640564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,1536,0.013400000002649097
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,1024,0.007893333004580604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,3584,0.11668445004357232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,10240,0.14928000503116184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,12288,0.842081758711073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,256,0.011065777805116443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,16384,0.03212799959712558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,7168,0.010508444574144153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,2048,0.018790221876568265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,1024,0.03844177722930908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,12288,1.4180719587537978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,10240,1.1490426593356662
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,6144,0.09186489052242702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,5120,0.005084444251325396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,2560,0.17504089408450654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,1536,0.07101066907246907
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,7168,0.16857866446177164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,64,0.004866666677925321
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,768,0.009710222482681274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,2048,0.06013511286841499
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,1024,0.012088889049159156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,16384,0.10503555668724908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,6144,0.05827466646830241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,6144,0.004962666581074397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,3072,1.0694800482855904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,6144,0.24628000789218477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,32,0.005071111023426056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,768,0.004984000076850255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,128,0.002320000073975987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,6144,0.5144497553507487
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,12288,0.0610719985432095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,512,0.005227555417352253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,768,0.020478222105238173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,4096,0.022127999199761286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,5120,0.06132000022464328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,8192,3.4053209092881946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,1536,0.056023114257388644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,1536,0.004839999808205498
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,768,0.007334222396214803
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,256,0.008616000413894653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,5120,0.11897777186499701
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,10240,1.8644595675998266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,4096,0.12947911686367458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,1536,0.006918222126033571
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,2560,0.004228444563017951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,128,0.003666666646798452
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,12288,1.2715013292100694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,6144,0.14473511113060847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,1536,0.016939555605252583
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,5120,0.16279644436306423
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,5120,0.08489155769348145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,256,0.007255111303594377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,8192,0.12408799595303005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,8192,13.59550306532118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,64,0.003379555626047982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,512,0.004364444563786189
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,3584,0.012967111335860359
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,2048,0.0052800000541739995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,256,0.003228444399105178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,2048,0.21541155709160698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,1024,0.006075555665625467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,768,0.004785777793990241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,128,0.0052586665583981415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,768,0.007344889144102733
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,256,0.004561777744028303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,128,0.0027644443843099806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,16384,3.485879898071289
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,64,0.003020444470975134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,8192,0.12824355231391057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,32,0.002472888885272874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,1536,0.014420444766680399
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,768,0.01146755533085929
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,64,0.011063999599880643
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,1536,0.004064889003833135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,2048,0.007705777883529663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,2048,0.010000000397364298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,1536,0.016358221570650738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,64,0.0020737778395414352
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,4096,0.03458133339881897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,12288,0.028099556763966877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,512,0.03426933288574219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,7168,0.05103288756476509
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,32,0.002424888933698336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,512,0.005712888720962737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,512,0.006031111296680238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,2048,0.01110666659143236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,65536,3.52400271097819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,10240,0.10003999869028728
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,128,0.0021679999513758556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,7168,0.007347555624114142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,2048,0.004192000048028098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,65536,0.4938666555616591
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,3072,0.047036445803112455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,1024,0.006569777925809224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,10240,0.14282666312323675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,1536,0.015983111328548856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,64,0.0019208888212839763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,12288,0.019518221418062847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,32,0.0033679999825027254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,1536,0.0038968887594011095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,6144,0.0673804415596856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,5120,0.05972355604171753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,16384,0.14564532703823513
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,256,0.39088800218370223
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,32,0.004048888882001241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,16384,0.04179111123085022
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,12288,0.15245066748725042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,6144,0.012277333272827996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,6144,0.16316710578070745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,6144,4.6203837924533415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,10240,1.1415519714355469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,512,0.008928889201747047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,512,0.007233777807818518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,1536,0.07422488927841187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,768,0.004265777766704559
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,512,0.015352000792821249
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,128,0.003810666501522064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,64,0.011423110961914062
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,12288,2.3321687910291886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,2560,0.013088000317414602
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,3584,0.04610755708482531
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,10240,0.011223999990357293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,3072,0.009486222432719337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,768,0.005063999858167437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,4096,0.0052062223354975385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,7168,0.01793333391348521
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,512,0.010048000348938836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,6144,0.00508622204264005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,65536,0.3921519915262858
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,6144,0.057532442940606006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,2560,0.016328889462682936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,6144,0.09600622124142116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,3072,0.015819556183285184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,768,0.0037964445849259696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,768,0.0273617770936754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,3584,0.008647999829716152
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,512,0.0032248888164758682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,32,0.011289777855078379
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,256,0.0026435556097163092
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,3072,0.006754666566848755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,2560,0.5594311290317112
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,12288,0.047763556241989136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,6144,0.015787555111779105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,128,0.009352888498041365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,32,0.004058666527271271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,12288,0.5645297898186578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,128,0.03828088773621453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,32,0.015882665912310284
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,32,0.006452444526884291
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,2048,0.00815466625822915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,5120,0.11504267321692573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,3072,0.006890666567616993
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,32,0.030412445465723675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,256,0.0028693332440323303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,768,0.0037600000699361167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,512,0.003136000078585413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,768,0.09863466686672634
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,7168,0.5498808754814996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,2560,0.04502577914132012
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,4096,0.05603555838267008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,3584,0.006849777781301075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,1536,0.03949777616394891
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,512,0.0074142225914531285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,3072,0.0347324444188012
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,2560,0.043848888741599194
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,12288,0.04763022065162659
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,2048,0.006728000111050076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,3584,0.04327644573317634
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,8192,0.06253777609931098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,12288,0.13024177816179064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,768,0.051679111189312406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,3072,0.8099555439419217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,768,0.018020444446139865
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,128,0.013495999905798169
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,64,0.039934221241209246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,64,0.02290488945113288
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,64,0.0019786666250891155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,12288,14.476913452148438
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,6144,0.04413155714670817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,16384,0.03355200091997782
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,10240,6.674306657579209
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,128,0.004585777719815572
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,4096,0.03967555695109897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,10240,0.053174220853381686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,1024,0.005051555732885997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,7168,0.14733600616455078
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,1024,0.00850933293501536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,2048,0.16696622636583117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,1024,0.00452533322903845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,3072,0.13717867268456355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,256,0.012984000146389008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,64,0.003108444520168834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,768,0.0037457777394188773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,32,0.0032275555034478507
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,128,0.003014222201373842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,12288,0.0047306666771570844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,768,0.08425688743591309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,8192,0.004780444420046276
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,12288,0.26947466532389325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,1536,0.017986666825082567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,128,0.008438222110271454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,32,0.002375111190809144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,2560,0.03223289052645365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,1536,0.006976889239417181
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,32,0.0021928888228204516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,6144,0.0058959999846087555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,768,0.3522631062401666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,5120,0.0362737774848938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,6144,0.010421333213647207
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,2560,0.019223110543357003
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,4096,0.13538044028811985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,5120,0.09257244401507908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,65536,0.36577778392367893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,32,0.005550222264395819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,3584,0.05602755811479357
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,64,0.0023386666758192912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,512,0.004610666798220741
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,3584,0.017309332887331646
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,10240,0.02402399977048238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,1024,0.034649779399236046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,6144,0.028593778610229492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,32,0.00685422205262714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,7168,0.015660444895426433
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,5120,0.3309191068013509
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,128,0.010826666322019366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,3072,4.446165296766493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,1536,0.17843377590179443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,512,0.17947999636332193
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,10240,0.10451377762688531
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,128,0.00301155551440186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,65536,0.34297598732842344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,32,0.0039822223285834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,5120,0.006844444407357111
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,8192,0.006568000134494569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,4096,0.010103111465771994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,7168,0.029142220815022785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,65536,0.4294124444325765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,12288,0.7103182474772135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,1536,0.012108444339699216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,12288,0.05701422029071384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,5120,0.004041777716742622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,3072,0.03434933225313822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,1024,0.0047280001971456735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,3072,0.048693332407209605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,5120,1.1081866158379448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,1536,0.011174221833546957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,4096,0.05550666650136312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,2560,0.014876445134480795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,1536,0.006361777583758037
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,768,0.012273777690198688
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,1024,0.012469333079126147
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,256,0.013203555511103736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,2048,0.0035866668654812705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,7168,0.005939555664857228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,8192,0.012304888831244575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,3584,0.007314666277832455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,512,0.05420266588528951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,10240,0.967375119527181
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,5120,0.17664266957177055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,3072,10.508587307400173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,768,0.007166222565703922
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,3072,0.01111288865407308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,3072,0.005381333331267039
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,65536,4.129313574896918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,4096,0.24976889292399088
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,64,0.0076248885856734375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,32,0.005559999909665849
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,1024,0.012287110918098025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,64,0.002526222210791376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,5120,0.04659644431538052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,7168,0.13079822063446045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,2048,0.009846222069528367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,1024,0.004705777598751916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,512,0.003007111036115222
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,256,0.006562666760550604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,10240,0.48063023885091144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,7168,0.09239111344019572
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,65536,1.0249172846476238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,3584,0.07098844316270617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,6144,0.0058906666106647914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,128,0.0058648888435628675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,64,0.0041857775714662345
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,32,0.0021119999388853707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,7168,0.010602666272057427
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,32,0.011174221833546957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,6144,0.18083643913269043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,768,0.004501333253251182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,1536,0.004927111168702443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,128,0.002573333266708586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,64,0.011706666813956367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,2048,0.05925599733988444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,768,0.1336115598678589
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,1536,0.07671822441948785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,512,0.006780444333950679
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,1536,0.009581333233250512
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,10240,0.2653457853529188
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,7168,0.025384000606007043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,3584,0.04207999838723076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,3072,0.015169777803950839
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,3584,0.0446266664399041
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,768,0.042633778519100614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,2560,0.08414489030838013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,4096,0.06068978044721815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,5120,0.04107644491725498
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,2048,0.0029724445194005966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,6144,0.7352177831861707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,1536,0.09345333443747626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,5120,0.13411200046539307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,5120,0.010715555813577441
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,256,0.018253333038753934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,1024,0.03517155514823066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,3072,0.009711110757456886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,8192,0.014646222194035849
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,10240,1.203543980916341
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,768,0.004713777866628435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,2048,0.1502115594016181
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,64,0.003617777592606015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,32,0.0034835553831524322
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,3584,0.012335110869672565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,7168,0.044799112611346774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,10240,0.20795378420088026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,3072,0.06727288828955756
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,128,0.018053332964579265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,16384,0.5155866410997179
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,12288,0.5726817978752984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,128,0.033137778441111244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,3072,0.010944888823562197
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,65536,0.3206266562143962
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,12288,0.15383466084798178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,4096,0.10176799694697063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,5120,0.06516889068815443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,7168,0.05927733580271403
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,12288,0.1272239949968126
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,10240,0.15573333369361028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,4096,0.15096710787879095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,16384,7.187542385525173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,32,0.0029271110478374693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,2048,0.01670488880740272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,6144,0.6259377797444662
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,512,0.009229333036475712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,2560,0.004243555582231945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,768,0.006873777757088344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,1024,0.005252444495757421
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,5120,0.1910311116112603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,1024,0.010155555274751451
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,8192,0.007109333243634965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,32,0.014257777068350049
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,3072,0.07667466666963366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,5120,0.3392488956451416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,2048,0.007825777762466008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,65536,2.166556464301215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,2560,0.12402666939629449
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,64,0.0026106666773557663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,1024,0.013649777405791812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,16384,0.8667466905381945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,3072,0.3222568829854329
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,1024,0.01864266726705763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,512,0.005128889034191768
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,6144,0.009640889035330879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,10240,0.11462399694654678
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,128,0.0022328889204396144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,3072,0.010026666853162978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,32,0.0021235555824306277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,6144,0.04598222176233927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,16384,0.020799110333124798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,3072,0.3074702156914605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,8192,1.0338266160753038
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,3584,0.02730133301681942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,4096,0.019653333557976615
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,256,0.0030497778207063675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,64,0.0025111111915773815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,5120,0.35468265745374894
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,10240,4.531611548529731
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,64,0.02424266603257921
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,1024,0.009502222140630087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,768,0.020592000749376085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,64,0.0034133332471052804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,8192,0.1663902203241984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,768,0.05275466707017687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,1536,0.34467021624247235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,5120,0.08199555344051786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,1024,0.006713777780532837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,64,0.005375999957323074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,128,0.013639999760521783
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,7168,0.043175998661253184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,3584,0.19804178343878853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,32,0.005264889034960005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,8192,0.007727999654081132
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,2048,0.007189333438873291
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,10240,0.21063466866811117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,768,0.005893333504597346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,1536,0.009422221945391761
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,2560,0.02583733366595374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,65536,0.23719912105136445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,2560,0.0653911100493537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,16384,1.243751949734158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,7168,0.014379555980364481
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,1536,0.09601955281363593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,3072,0.07647733555899726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,512,0.003662222375472387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,8192,0.2828844388326009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,2048,0.006636444479227066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,768,0.004603555632962121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,3584,0.016743110285864938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,7168,0.09035022391213311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,16384,0.005155555489990446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,3072,0.0296053323480818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,10240,0.08866310781902736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,2048,0.016404444972674053
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,4096,0.011969777444998423
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,3072,0.0788302222887675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,64,0.5283555454678005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,65536,0.07618666357464261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,2560,0.15443733003404406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,512,0.003744889050722122
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,3584,0.0069919998447100324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,2048,1.7377902136908636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,16384,69.89557562934029
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,2560,0.008669333325492011
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,7168,0.010108444425794814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,8192,0.0640488862991333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,1536,0.05652444230185615
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,7168,0.06619111034605238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,4096,0.15236000219980875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,3072,0.08202489217122395
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,2048,0.006184000107977126
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,64,0.004606222112973531
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,3072,0.03416000141037835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,3072,0.010623111493057676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,256,0.0041680000722408295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,4096,0.16097156206766763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,65536,0.07919200261433919
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,768,0.006262222097979651
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,8192,0.08207111226187812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,12288,0.4397662215762668
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,4096,0.06298755274878608
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,128,0.0022746666024128595
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,6144,0.8121280140346951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,1024,0.022142221530278523
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,10240,0.6860479778713651
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,5120,0.06036800146102905
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,16384,0.17195110850863984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,5120,0.022707555029127333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,1536,0.005728000154097875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,1536,0.005111111121045219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,256,0.003970666478077571
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,1536,0.04255911045604282
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,1536,0.005624889085690181
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,1536,0.36987733840942383
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,5120,0.018015111486117046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,64,0.0181688881582684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,256,0.05271555648909675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,12288,0.007231999602582719
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,10240,0.017100445098347135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,5120,0.7940115398830838
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,8192,0.047503110435273915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,65536,0.7130213313632541
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,64,0.007887110941939885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,32,0.007609777980380588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,4096,0.021849777963426378
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,1024,0.0240657776594162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,5120,0.01886133352915446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,1536,0.007856888903511895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,512,0.008990222381220924
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,256,0.004857777721352047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,128,0.0036880001425743103
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,5120,0.3142586549123128
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,2048,0.004108444270160464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,12288,0.13480977217356363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,10240,0.06365244256125556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,2048,0.4746604495578342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,6144,0.40593687693277997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,16384,0.1300897730721368
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,12288,0.3539857864379883
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,3072,0.06124533547295464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,65536,3.4095645480685763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,512,5120,0.1884151167339749
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,6144,0.1258186631732517
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,4096,0.0058400001790788435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,3584,0.0724488894144694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,16384,0.27527199851142037
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,128,0.005951111101441913
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,8192,0.5538346502516005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,256,0.0038364442686239877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,256,0.0033848887930313745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,2560,0.024762666887707178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,10240,0.041872888803482056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,65536,0.02125155594613817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,5120,0.09193688631057739
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,5120,0.13805422517988417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,5120,0.0834382242626614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,4096,0.06885155704286364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,2560,0.004703999807437261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,32,0.0020755556308560902
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,64,0.004772444566090901
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,2048,0.004210666649871402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,2048,0.004250666747490565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,12288,0.18256978193918863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,3584,0.6484088897705078
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,6144,0.025578666064474318
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,5120,0.05424000157250298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,16384,3.2667164272732205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,3072,0.038296000825034246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,2048,0.005589333259397083
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,4096,0.038508445024490356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,4096,3.053103976779514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,7168,0.1602720022201538
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,3072,0.007448888487286038
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,256,0.0068400001360310455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,256,0.028612444798151653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,10240,0.02329066726896498
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,1024,0.007089777953094906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,3072,0.038153777519861855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,5120,0.2702995671166314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,6144,0.007318221860461765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,5120,0.09620177745819092
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,128,0.003703111161788305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,512,0.011609777808189392
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,32,0.001995555642578337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,1536,0.00564533347884814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,4096,0.5026764339870876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,2048,0.052871998813417226
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,512,0.005485333502292633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,2048,0.003646222253640493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,512,0.004805333498451444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,512,0.049327999353408813
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,12288,0.005759999983840519
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,64,0.0035386664999855887
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,10240,0.014931556251313953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,10240,0.10542044374677871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,16384,3.064850701226128
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,6144,0.08440266715155707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,10240,0.02497244377930959
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,10240,0.10889955361684163
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,5120,0.2826942337883843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,1536,0.6541271209716797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,4096,0.013757333159446716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,16384,0.43521687719557023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,1024,0.00630044440428416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,4096,0.03567022085189819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,4096,0.03556711143917508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,7168,0.017920000685585868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,256,0.0029315555261241067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,5120,0.010232888989978367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,3072,0.0266951107316547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,2560,0.005496888938877318
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,1536,0.09448089202245076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,8192,0.060138669278886586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,2048,0.4398702250586615
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,8192,0.09585155381096734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,1024,0.1812035507626004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,768,0.028959999481836956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,3072,0.0063635553750726916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,2560,0.013801777528391944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,8192,0.43140000767178005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,6144,0.05526133378346761
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,256,0.0035439998739295532
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,65536,0.09594488806194729
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,8192,0.13092354933420816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,7168,0.31664355595906574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,6144,1.0987342198689778
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,8192,0.33717065387301975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,8192,1.0142648484971788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,128,0.0024968888610601425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,12288,0.14085511366526285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,512,0.016892444756295946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,2048,0.009278222090668148
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,65536,0.11762577957577175
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,32,0.004460444466935264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,1536,0.005702222386995952
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,6144,10.087617662217882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,3072,0.03789244426621331
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,12288,0.027161777019500732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,3584,0.0046568889584806235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,4096,0.0388408899307251
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,12288,0.027767111857732136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,12288,0.14266310797797307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,3072,0.004368000146415499
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,5120,5.714967939588759
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,4096,0.18891733222537568
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,6144,1.2954933378431532
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,1536,0.015961777832772996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,64,0.004545777622196409
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,2560,0.04901422063509623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,7168,0.006723555425802867
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,512,0.010846222440401712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,6144,0.1097795565923055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,64,0.0046817776229646476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,3072,0.3699804411994086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,4096,0.007359999749395583
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,64,0.004643555730581284
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,7168,0.16055377324422201
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,12288,0.08986577722761367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,10240,0.057777775658501514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,4096,0.8563582102457682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,5120,0.15024888515472412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,2048,0.023260444402694702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,7168,0.06237510840098063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,12288,0.07766133546829224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,2048,0.05208355519506666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,1024,0.002024000096652243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,6144,0.06213066975275675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,256,0.004187555362780889
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,1024,0.28318222363789874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,12288,0.01605866683853997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,3072,0.004945777770545748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,512,0.003678222083383136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,12288,0.32798221376207143
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,2048,0.13549955685933432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,128,0.002999111182159848
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,5120,0.5364480018615723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,32,0.0023440000497632557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,2048,0.005575110928879843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,10240,0.46587202284071183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,12288,0.005132444616821078
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,7168,0.19868000348409018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,2560,0.010821333361996545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,6144,0.09909422530068292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,64,0.005342222336265776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,7168,0.08683733145395915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,5120,0.6902515623304578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,3072,0.03545511100027297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,1024,0.0069066666894488865
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,3584,0.036304887798097395
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,10240,0.014024888475735983
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,3584,0.0068408888247278
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,16384,0.12140444914499919
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,512,0.009033777647548253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,5120,0.08926666445202297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,512,0.015190222197108798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,8192,0.05374222331576877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,7168,0.06836622291141085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,4096,0.03685599896642897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,7168,0.20488977432250977
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,1536,0.026846221751636926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,768,0.005158222383923001
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,32,0.002012444453106986
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,4096,0.09489155477947658
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,768,0.006953777538405524
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,2560,0.2752995491027832
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,1536,0.008349333372380998
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,3584,0.014011555247836642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,2560,0.035271111461851336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,128,0.004791111167934206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,12288,0.043344888422224254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,2560,0.008971555365456475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,3584,0.00814133303032981
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,1024,0.20006488429175484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,7168,0.05792355537414551
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,768,0.008980444735950893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,2560,0.007497777541478475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,2560,0.445143116845025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,2560,0.030663109487957422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,3072,2.8513512081570096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,12288,0.016772444049517315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,256,0.004000888930426704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,64,0.002895111011134254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,512,0.00927111092540953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,10240,62.215420193142364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,256,0.006190222170617845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,65536,0.318869325849745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,2560,0.018792889184421964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,12288,2.718553755018446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,128,0.008921778036488427
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,3072,0.012092444631788464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,768,0.008737777670224508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,12288,0.0873475538359748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,1536,0.1016319990158081
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,65536,0.3762124379475911
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,2560,0.014531556102964612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,65536,0.7404044469197592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,5120,0.015607999430762397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,3072,0.046161777443355985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,1024,0.004197333421972063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,768,0.009681777821646797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,8192,0.017994667092959087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,128,0.019157333506478202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,6144,0.05297777718967862
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,1536,0.014448889427714877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,128,0.0017173333714405696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,4096,0.007361777954631382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,7168,0.16815111372205946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,128,0.015957333975368075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,64,0.0027431110954946945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,1024,0.09837600257661606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,10240,0.12587555249532065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,6144,0.006783999916579988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,32,0.014641778336630927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,64,0.002040000011523565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,128,0.0018497777895794974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,3584,0.0052151112920708126
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,768,0.005473777651786804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,768,0.007970666719807519
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,1024,0.023231110639042322
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,2560,0.5963546435038248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,256,0.007245333658324347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,4096,0.2640017668406169
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,3072,0.03352266550064087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,768,0.0041706665522522396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,16384,0.005947555518812603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,768,0.014856000741322836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,3584,0.037385778294669256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,512,0.00832622249921163
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,128,0.004913777940803104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,512,0.005007110950019625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,2048,0.005707555760939916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,7168,0.36791110038757324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,4096,0.07692444324493408
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,64,0.0022355556074115965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,2048,0.04788088798522949
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,2560,0.04302755660480923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,4096,0.03424800104565091
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,7168,0.1927644411722819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,7168,0.07105777661005656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,4096,0.00721777809990777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,7168,0.013439999686347114
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,64,0.003580444388919406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,128,0.004081777814361784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,32,0.003527111063400904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,128,0.0046968890560997855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,512,0.0036862223512596558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,3072,0.04611022273699442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,64,0.002522666628162066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,64,0.004007110993067424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,64,0.006610666712125142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,5120,0.26697421073913574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,10240,1.9074906243218317
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,10240,0.022261333134439256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,1536,0.006071110980378256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,512,0.0064444442590077715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,1024,0.004126222183307012
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,256,0.0035911111368073356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,2560,0.01183111137813992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,3584,0.015041778484980265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,12288,0.3140079975128174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,5120,0.04231999980078804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,512,0.003039111072818438
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,1024,0.007333333293596904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,12288,0.019746666153271992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,64,0.002562666725781229
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,12288,0.049356444014443286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,32,0.004935111022657818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,3072,0.09573066896862453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,16384,0.8537359767489963
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,7168,0.03781244489881728
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,1536,0.08096355862087674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,16384,0.585136890411377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,1536,0.20351378122965494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,512,0.00601244428091579
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,1024,0.2214906613032023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,3584,0.007060444189442529
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,65536,0.043271111117468945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,1024,0.005544888890451855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,3072,0.0074035558435651995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,7168,0.11844800578223334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,8192,0.010804444551467896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,12288,0.07822844717237684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,8192,0.047800001170900136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,10240,0.05322755707634819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,6144,0.010841777755154504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,6144,0.10518133640289307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,4096,0.006256888724035687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,10240,0.11126489109463161
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,16384,0.35648534033033585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,65536,4.428616841634114
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,2048,0.0053342220683892565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,32,0.006105777704053455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,32,0.005809777726729711
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,16384,0.08982044458389282
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,256,0.01181422256761127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,1536,0.008959111240175035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,4096,0.010824888944625854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,10240,0.008068444828192392
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,6144,0.011606222225560082
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,256,0.012334222594896952
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,768,0.0068711112770769335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,7168,0.004384888956944148
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,8192,0.07740177710851033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,10240,0.014144000079896716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,8192,0.03278133273124695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,64,0.0026826666047175727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,128,0.0032986667421129015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,128,0.002299555473857456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,128,0.003157333367400699
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,256,0.0027751111321979095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,12288,0.043250666724310986
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,5120,0.14310667249891493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,512,0.00627377794848548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,65536,1.086865743001302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,65536,0.04609422220124138
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,3584,0.010461333725187512
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,256,0.0035253332720862497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,10240,0.41385510232713485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,2560,0.08851466576258342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,3584,0.006868444383144379
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,512,0.007627555893527136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,64,0.002463999928699599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,128,0.01809955636660258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,3584,0.010652444428867765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,10240,2.3949430253770614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,8192,0.014260444376203748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,1536,0.033991999096340604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,16384,0.08524177471796672
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,5120,0.10786577728059556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,2560,0.023818666736284893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,4096,0.04212533434232076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,5120,0.010103111465771994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,12288,0.032749334971110024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,3584,0.040199110905329384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,768,0.010464000205198923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,5120,0.05927289194530911
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,3072,0.05863733424080742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,8192,0.11086399687661065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,128,0.006005333529578314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,1536,0.003617777592606015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,10240,4.273531595865886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,6144,0.03283111254374186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,4096,0.014392000105645923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,2048,0.027317333552572463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,768,0.08311377631293403
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,512,0.005173333403136996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,10240,0.38340176476372617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,16384,0.11383288436465794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,16384,0.18751822577582467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,2048,0.024511999554104272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,65536,0.7801493538750542
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,65536,2.1461565229627824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,12288,0.38277599546644425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,512,0.0032622222271230486
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,4096,0.007548444800906711
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,2048,0.21251200305091011
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,1024,0.008079110748238033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,3584,0.16450044843885633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,256,0.006514666808976068
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,12288,0.09171911080678304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,256,0.008728889127572378
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,16384,3.061185836791992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,12288,0.305897765689426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,3072,0.06414666440751818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,3072,0.04212711254755656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,2560,0.005948444621430502
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,1536,0.008262222011884054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,64,0.014783999986118741
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,8192,0.01938222183121575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,3072,0.0047306666771570844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,8192,0.3902755578358968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,6144,0.2074320051405165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,4096,0.009290667043791877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,10240,0.39031823476155597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,16384,0.00871288859181934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,65536,4.642239040798612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,512,0.003245333416594399
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,5120,0.11355643802218968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,32,0.007690666450394525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,128,0.0023084444304307303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,65536,0.7184497515360514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,5120,0.02244088881545597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,65536,0.5294986830817329
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,1536,0.05888355440563626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,10240,0.16198578145768908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,16384,0.37039555443657773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,4096,0.012320000264379712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,768,0.7422586547003852
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,256,0.005984888722499211
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,64,0.002696000039577484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,128,0.0031795555518733132
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,3072,0.07831199963887532
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,65536,9.60811021592882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,8192,0.019800888167487252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,256,0.004015111260943943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,2048,0.0110871113008923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,10240,0.6575795809427897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,16384,0.06311111317740546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,8192,0.9035031000773112
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,12288,0.15633155239952937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,16384,0.0069288888739215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,2560,0.014759999182489185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,768,0.008861333131790161
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,4096,0.03581510980923971
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,7168,0.07053866651323107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,4096,0.04948266678386264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,10240,0.017625777257813346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,2048,0.022428444690174524
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,5120,0.1449084414376153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,128,0.003624000069167879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,3584,0.023215111758973863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,7168,0.012854222622182635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,10240,0.1162231100930108
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,256,0.0029191111938820947
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,6144,0.0963360004954868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,5120,0.05245511068238152
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,64,0.010207110808955299
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,3072,0.007491555478837755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,65536,0.7848230997721354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,64,0.0046951112647851305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,3584,0.008271111382378472
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,2560,0.07148089011510213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,5120,3.17230584886339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,10240,0.07952000035179986
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,8192,0.7304995324876574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,6144,0.6277582380506728
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,12288,0.045379555887646146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,5120,0.010593777729405297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,128,0.0038382220599386427
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,10240,0.14832177427079943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,10240,0.14656978183322483
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,3072,0.06447022491031222
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,8192,0.059431109163496226
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,1536,0.013329777452680798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,64,0.0031555555760860443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,12288,0.19395466645558676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,1536,0.359677341249254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,32,0.0028435554769304064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,64,0.005148444324731827
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,32,0.006552000012662675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,16384,0.05028533273273044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,65536,0.34317776891920304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,32,0.004260444392760594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,8192,0.07268889082802667
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,2048,0.04006133476893107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,16384,0.28262845675150555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,256,0.01130844404300054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,1024,0.008632889224423302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,128,1.891821331448025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,6144,0.16478221946292454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,16384,0.16318844424353704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,8192,0.573595576816135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,1024,0.005660444498062134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,6144,0.11604089207119411
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,16384,0.19724888271755645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,4096,0.05003644360436333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,6144,0.057984888553619385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,12288,0.0074924445814556545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,128,0.005088888936572605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,512,0.007317333585686154
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,12288,0.07385510868496366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,65536,0.43898844718933105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,7168,0.0184888889392217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,128,0.011576889289749993
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,2048,0.00619555554456181
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,16384,0.1509422196282281
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,1536,0.004754666652944353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,16384,0.7765439881218804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,512,0.004646222210592694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,6144,0.03626666797531976
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,65536,0.44748534096611875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,8192,0.033160001039505005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,12288,0.01959377858373854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,10240,8.727699279785156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,12288,0.4488062328762478
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,3072,0.10068355666266547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,32,0.18406221601698133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,7168,0.005365333209435145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,5120,0.010312889185216691
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,2048,0.005476444545719359
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,256,0.007124444676770105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,64,0.003768889026509391
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,2560,0.006959999601046245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,8192,0.10326221916410659
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,16384,27.011832343207463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,16384,0.06097066402435303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,3584,0.4843111038208008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,1024,0.01460088955031501
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,16384,0.02017244365480211
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,3072,0.021691555778185528
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,64,0.006717333363162146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,7168,0.016954667038387723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,1024,0.0086666668454806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,32,0.011229332950380115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,10240,0.08163733614815606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,7168,0.08610755867428249
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,32,0.003528888854715559
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,1024,0.013712888790501488
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,512,0.021807110971874658
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,8192,0.056406219800313316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,8192,0.18901333543989393
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,4096,0.09664889176686604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,768,0.00423555572827657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,512,0.004448889030350579
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,768,0.031111111243565876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,1024,0.10354133447011311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,7168,0.128312004937066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,12288,0.0530426667796241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,1024,0.008650666309727563
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,3072,0.009195555415418413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,2560,0.008389333056079017
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,5120,0.07674044370651245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,32,0.003810666501522064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,1536,0.008771555291281806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,6144,0.04587733414438036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,65536,7.2880460951063375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,10240,0.12011288272009955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,65536,0.07494044303894043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,3072,0.07513778077231513
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,512,0.003000000077817175
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,3584,0.011904000408119626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,2048,1.1527795791625977
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,8192,0.12360889381832546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,2560,0.04897955391142103
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,16384,0.4967030949062771
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,4096,0.025011556016074285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,8192,0.09101333220799764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,768,0.009383999639087254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,256,0.0036924444139003754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,32,0.007311111523045435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,12288,0.008387555678685507
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,12288,0.05864266554514567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,2048,0.0052639999323421055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,32,0.0021831111775504216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,6144,0.08257333437601726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,6144,0.18376889493730333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,64,0.002481777841846148
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,64,0.004280000097221798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,2048,0.09681066539552476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,7168,0.21589510970645479
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,768,0.004594666676388847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,8192,0.011799111134476133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,16384,0.052813334597481616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,8192,0.38344889216952854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,10240,0.03640177845954895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,128,0.0024115554988384247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,65536,0.6993689007229276
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,7168,0.16303200191921657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,6144,0.0365573333369361
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,768,0.007919111185603673
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,7168,11.900868733723959
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,12288,0.17581510543823242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,5120,0.138208892610338
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,128,0.009504000345865885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,128,0.0021253333737452826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,256,0.0052488889131281115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,5120,0.014372444815105863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,1536,0.008095111283991072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,12288,0.8975760142008463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,65536,31.704488118489582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,65536,0.1717768907546997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,8192,0.0857822232776218
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,7168,0.326200008392334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,65536,0.46731111738416886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,16384,0.020238222347365487
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,8192,2.0929031372070312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,3072,0.09540177716149224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,6144,1.3208782407972548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,32,0.0019146667586432563
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,128,0.01457155578666263
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,3584,0.011266666981909009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,7168,0.04682311084535387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,32,0.002007999974820349
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,1024,0.004338666796684265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,1024,0.006392000036107169
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,7168,0.14028088251749674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,2560,0.07706399758656819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,768,0.010886222124099731
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,6144,0.10540178087022568
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,256,0.02686400049262577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,32,0.2105475531684028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,512,0.003965333518054751
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,65536,2.9471342298719616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,768,0.04716177781422933
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,128,0.004650666481918759
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,768,0.004567999806669024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,32,0.004257777912749184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,768,0.005422222117582957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,512,0.004019555532270008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,256,0.011045333411958484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,7168,0.8607048988342285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,4096,0.02037244372897678
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,65536,0.2966889010535346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,3072,0.026280888252788123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,65536,0.008072000410821702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,12288,0.004752000172932942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,6144,0.00608800020482805
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,2560,0.12425688902537028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,1024,0.0042568888101312844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,1024,0.033391998873816595
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,1536,0.007282666862010956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,128,0.005976888868543837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,7168,1.6543031268649633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,5120,0.2028426726659139
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,6144,0.2984408802456326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,12288,0.05351288782225715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,512,0.013960889644092984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,2560,0.18558311462402344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,128,0.002052444343765577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,4096,0.07304888963699341
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,64,0.012269333004951477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,10240,0.1952106687757704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,2560,0.040371557076772056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,256,0.2956542174021403
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,3072,0.0038782221575578055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,2560,0.016756445169448853
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,10240,0.19568088319566515
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,512,0.0034302222645945023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,7168,0.06640977991951837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,256,0.006574222197135289
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,4096,0.008660444782839881
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,1536,0.009729777773221334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,1536,0.03517155514823066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,32,0.005734222216738596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,16384,0.02312444481584761
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,2560,0.01368711143732071
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,3584,0.23365510834587944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,2048,0.016192888220151264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,512,0.011154666543006897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,256,0.002483555633160803
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,64,0.0020746667351987627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,1024,0.06997955507702298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,16384,0.11889066961076523
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,512,0.0041164445380369825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,5120,0.009519110951158736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,4096,0.13313778241475424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,64,0.0038657776183552216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,512,0.00479644454187817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,16384,0.0887991123729282
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,16384,0.11140622033013238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,8192,0.3487786716885037
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,5120,0.48403024673461914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,2048,0.009171555439631144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,2048,0.008558221989207799
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,128,0.002826666666401757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,256,0.0222053329149882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,1536,0.010052444206343757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,8192,0.11684177981482612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,5120,0.32625778516133624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,768,0.02942044536272685
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,6144,0.24553423457675508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,65536,2.4197315639919705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,64,0.004266666869322459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,6144,0.09311822387907241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,8192,0.02938666608598497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,16384,0.03407288922203912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,5120,0.13644088639153376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,3584,0.05739466349283854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,1024,0.013594666288958656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,3072,0.11068977912267049
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,8192,0.04058577617009481
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,32,0.0025759999536805684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,4096,0.0076044441925154785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,128,0.0038622220357259116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,4096,0.30817778905232746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,2560,0.013070222404268054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,8192,0.08122489187452528
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,512,0.007048889166778988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,12288,0.08980621894200642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,12288,0.06104355388217502
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,8192,1.4508559968736436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,1536,0.03872355487611558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,1024,0.012903999951150684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,3072,0.08040710952546862
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,256,0.004050666673315896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,2560,0.07211733526653714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,1024,0.004488888714048597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,6144,0.009775111244784461
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,3072,0.03763644562827216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,16384,0.20099200142754448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,65536,0.37347645229763454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,65536,0.8173164261711968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,512,0.004505777938498391
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,512,0.0037840000457233856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,1024,0.004309333446953031
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,1536,0.047725333107842334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,3072,0.010260444548394945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,6144,0.3133964538574219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,3584,0.008159110943476358
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,10240,0.013905778527259827
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,512,0.004858666823969947
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,768,0.008683555656009251
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,3584,0.08306755622227986
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,16384,2.979984919230143
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,128,0.011307555768224927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,5120,0.011149333582984077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,2048,0.36284711625840926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,256,0.002493333278430833
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,128,0.0033617777129014335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,3584,0.015997333659066092
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,7168,0.05800977680418226
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,8192,0.17083466053009033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,2560,0.013460444079505073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,256,0.005094222310516569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,10240,0.013903111219406128
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,768,0.01257155587275823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,3584,0.09266755315992568
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,4096,0.06600799825456408
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,65536,72.24458821614583
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,1024,0.004320000194840961
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,5120,0.5327768855624729
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,64,0.0024746666765875286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,128,0.006603555546866522
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,2048,0.06971289051903619
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,256,0.007881777981917063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,768,0.03616711166169908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,768,0.006512889017661412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,6144,0.6730151176452637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,1536,0.009115555220180089
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,16384,0.08358666631910537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,2048,0.03394755721092224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,65536,1.6728187137179906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,5120,0.01368799971209632
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,65536,0.28300976753234863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,1024,0.011964444484975604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,768,0.24211732546488443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,768,0.004316444612211651
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,512,0.0032071111102898917
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,1536,0.1122631099489
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,5120,0.010206222534179688
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,128,0.0030746666921509635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,4096,0.17155555884043375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,2560,0.00850311087237464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,6144,0.04830133252673679
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2048,3072,0.010967111421955956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,2048,0.0070168889231152
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,65536,1.623662206861708
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,6144,0.015799111790127225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,6144,0.2846533457438151
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,65536,0.12653777334425184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,768,0.03660800059636434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,64,0.003638222399685118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,4096,0.008655110994974772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,3072,0.060468441910213895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,1024,0.024167999625205994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,12288,1.3621270921495225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,3072,0.7208657794528537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,3584,0.057052446736229785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,7168,0.05705066521962484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,3072,0.303272008895874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,1024,0.027757333384619817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,2560,0.006038222048017714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,3072,0.005647999958859549
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,64,0.00599644457300504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,64,0.005024888863166173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,5120,0.32916000154283315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,2560,0.0069208890199661255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,8192,0.3369075457255046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,768,0.017785777648289997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,7168,0.04834489027659098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,2048,0.022474666436513264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,128,0.0034186666210492453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,256,0.008635555704434713
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,12288,0.10760088761647542
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,5120,0.5603920088873969
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,1024,0.012483555409643384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,16384,3.3127945793999563
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,256,0.005346666607591841
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,10240,0.008020444048775567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,8192,0.10029155678219265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,7168,0.04167911079194811
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,1536,0.016601777738995023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,10240,0.005587555468082428
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,3584,0.2559146616193983
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,65536,0.8007031016879611
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,6144,0.09375733137130737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,3072,0.10238311025831436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,65536,0.7011457549201118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,256,0.0041315555572509766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,10240,0.11671643786960179
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,65536,0.17415289084116617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,2560,0.0864400002691481
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,32,0.003289777785539627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,512,0.004511111312442356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,32,0.0029724445194005966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,32,0.005113777601056629
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,1536,1.1677715513441298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,65536,2.3450035519070096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,1024,0.006828444285525217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,10240,0.01716088917520311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,1024,0.00885688927438524
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,512,0.047684444321526416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,12288,0.14998133977254233
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,2560,1.5596746868557398
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,64,0.008252444366614023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,768,0.008575999902354347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,256,0.005848000033034219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,7168,0.019000000423855253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,768,0.004966222163703707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,1024,0.006181333214044571
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,1024,0.004295999805132548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,128,0.45547109180026585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,1536,0.105785780482822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,128,0.004096888833575779
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,2048,0.06309688753551908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,2048,0.05377777748637729
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,3584,0.2292097674475776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,5120,0.010945777926180096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,64,0.006969778074158563
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,6144,0.0199644449684355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,32,0.01402666668097178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,64,0.005365333209435145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,32,0.0023226667609479693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,128,0.002507555608948072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,12288,0.02050844497150845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,512,0.007252444823582967
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,1536,0.015429332852363586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,16384,0.034310221672058105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,10240,0.0088764445649253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,65536,0.3560097747378879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,768,0.004482666651407878
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,3584,0.008344888687133789
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,128,0.46901241938273114
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,768,0.5233190854390463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,1024,0.06306311157014635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,1536,0.16203644540574816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,4096,0.0849848919444614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,10240,0.34719377093844944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,256,0.005665777872006099
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,5120,0.0064195555945237475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,1024,0.01625066664483812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,1536,0.007356444166766272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,65536,0.3841342131296794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,6144,0.07092889149983723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,12288,18.93254937065972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,768,0.04489333430926005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,1536,0.007567110988828871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,65536,1.0382489098442924
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,2560,0.012896888785892062
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,2560,0.15459911028544107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,65536,1.6768355899386937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,2560,0.0844693316353692
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,7168,0.0767093300819397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,768,0.1551742156346639
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,2048,0.004173333446184794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,768,0.004472889006137848
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,4096,0.05394666724734836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,1024,0.010762666662534079
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,128,0.04531822270817227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,7168,0.1677546633614434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,10240,0.024660444921917383
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,128,0.005664888769388199
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,16384,0.20647999975416395
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,32,0.004975999808973736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,256,0.0028435554769304064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,1536,0.005020444591840108
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,65536,0.14517777495914036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,5120,0.14714845021565756
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,32,0.005718222094906702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,1536,0.0034391110142072043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,5120,0.02657866643534766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,64,0.004053333153327306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,128,0.006280000011126201
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,4096,0.0184568895234002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,2048,0.08531200223498875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,10240,0.038418667183982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,32,0.00360977773865064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,256,0.00249777775671747
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,64,0.003998222036494149
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,64,0.0034595556143257353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,64,0.004044444610675176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,16384,0.16905421680874297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,3584,0.006976889239417181
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,1536,0.03167288833194309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,5120,0.24594667222764757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,7168,0.1626222266091241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,2048,0.010646222366227044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,6144,0.07841777801513672
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,3072,0.006705777926577463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,1024,0.0059004442559348206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,256,0.00453244439429707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,16384,0.0671022203233507
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,32,0.0033484444850020935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,128,0.006186666587988536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,256,0.016378665963808697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,64,0.0016888889173666637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,3584,0.006872889068391588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,1024,0.005009777843952179
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,3072,0.1766106685002645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,2560,0.007035555938879649
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,4096,0.04244622257020739
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,16384,1.074443605211046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,3584,0.04138400157292684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,1024,0.006477333191368315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,10240,0.1643084420098199
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,65536,0.06672533353169759
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,1024,0.006063111126422882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,2048,0.004325333154863781
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,16384,0.44242488013373477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,1024,0.0041911109454101985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,128,0.0022924445155594084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,65536,0.33699289957682294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,16384,0.07030133406321208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,7168,0.07462222046322294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,8192,0.1547066635555691
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,7168,0.157660444577535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,128,0.006372444331645966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,3072,0.04143822193145752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,32,0.002020444514022933
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,8192,0.004200889004601372
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,256,0.03352533446417914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,256,0.009221333596441481
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,1536,0.009638222555319468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,8192,0.07835021946165296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,3584,0.011315555208259158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,2048,0.02123822271823883
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,3072,0.07376977470186022
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,32,0.04311111238267687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,6144,0.1637457741631402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,10240,0.023266666465335425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,2560,0.042451557185914784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,32,0.0019786666250891155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,6144,0.12354666656917995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,3072,0.06301333506902058
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,768,0.009513777991135916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,1536,0.27861067983839244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,16384,0.01995022263791826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,6144,0.011745777395036487
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,65536,0.5928462346394857
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,8192,0.004661333229806689
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,32,0.00904088881280687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,6144,0.06950400273005168
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,7168,0.030352890491485596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,1536,0.01863555610179901
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,1024,0.03637422124544779
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,65536,0.4002044465806749
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,256,0.0069360000391801195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,768,0.014360000689824423
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,2560,0.03657689028316074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,5120,0.024772443705134924
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,16384,0.3655848768022325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,6144,0.331528902053833
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,3584,0.010418666733635796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,256,0.0029360000044107437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,32,0.1357440021302965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,3584,0.0069013333155049225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,10240,0.3987582259707981
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,12288,0.4238133430480957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,3072,0.08002666632334392
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,768,0.015472888946533203
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,2560,0.0629591080877516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,10240,0.17822044425540498
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,4096,0.4224444495307074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,7168,5.0514505174424915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,2560,0.03316444489690993
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,16384,0.4400800069173177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,8192,0.043431109852261014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,6144,0.06358666552437676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,768,0.004081777814361784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,64,0.2997902234395345
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,10240,0.004419555680619346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,2560,0.004607999904288186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,65536,0.586042669084337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,6144,0.08960177501042683
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,256,0.00519466648499171
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,6144,0.05187733305825127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,2048,0.010314666562610203
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,65536,1.0510497623019748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,512,0.005314666777849197
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,3072,0.010528888967302112
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,10240,0.08240177896287706
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,2560,0.023039999935362074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,512,0.004260444392760594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,5120,0.061214221848381885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,32,0.0019697778754764134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,1024,0.004915555732117759
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,1024,0.00774133370982276
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,5120,0.3699057896931966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,6144,0.0046364445653226645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,4096,0.10514222251044379
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,8192,0.2394177648756239
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,3584,0.01943733294804891
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,512,0.003168888803985384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,128,0.0059057776298787855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,6144,5.310004340277778
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,2560,0.2554977734883626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,65536,1.1062808566623263
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,65536,0.5223920080396864
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,768,0.0361422234111362
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,1024,0.006463999963468975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,768,0.037439998653199934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,5120,0.02260444396071964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,16384,0.21627467208438447
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,768,0.005523555394675996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,65536,0.8917893303765191
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,12288,0.12904355261060926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,12288,0.11238043838077122
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,1024,0.008193777667151557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,4096,0.007988444632954067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,512,0.01197866681549284
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,16384,0.4368888801998562
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,65536,23.55257839626736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,12288,0.06314400169584486
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,256,0.0074142225914531285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,3072,1.3234977722167969
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,32,0.005596444424655702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,12288,0.00675022229552269
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,512,0.010524444282054901
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,2048,0.2635573281182183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,64,0.002567111204067866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,1024,0.008583111067612966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,256,0.004049777984619141
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,10240,0.5418142212761773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,16384,0.8689831097920736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,4096,0.016721778445773654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,10240,17.58138699001736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,768,0.1956417825486925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,5120,0.008595555192894405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,5120,0.19543643792470297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,768,0.3806302282545302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,128,0.004334222111437055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,10240,0.15969688362545437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,32,0.004025777594910728
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,2560,0.009722666607962714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,512,0.013916444447305469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,12288,0.13245866033766004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,1536,0.03085422184732225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,2048,0.02141777839925554
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,32,0.24016798867119682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,3584,0.07679733302858141
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,2560,0.014545778433481852
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,3584,0.1376755502488878
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,7168,2.7347662183973522
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,16384,0.09289599789513482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,10240,0.05042133397526211
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,5120,0.011060444845093621
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,3072,0.09890844424565633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,2048,0.05317866802215576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,32,0.02091111077202691
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,10240,0.42195288340250653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,3072,0.017362667454613578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,3584,0.006029333505365584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,128,0.0019351111518012153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,8192,0.07932000027762519
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,3072,0.015631111131774057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,3584,0.2441937658521864
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,128,0.0052897776994440295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,32,0.003957333250178231
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,64,0.002502222235004107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,512,0.00648266656531228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,3072,0.033167110549079046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,64,0.028897778855429754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,2560,0.02532622218132019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,7168,0.013776889277829064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,1024,0.005867555737495422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,7168,0.011485333244005838
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,8192,0.09337244431177776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,65536,41.74634467230903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,10240,0.5498062239752876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,4096,0.07328177822960748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,1024,0.004858666823969947
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,256,0.0038444445365005066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,32,0.004254222330119875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,65536,0.6529911359151205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,768,0.007861333588759104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,64,0.004324444466167026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,10240,0.048298666874567665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,1536,0.022836445106400385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,64,0.0031519999934567344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,10240,0.06959466801749335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,3584,0.04868533213933309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,3584,0.009798222117953831
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,3072,0.01699199941423204
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,1024,0.22918311754862467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,8192,0.006331555545330048
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,5120,0.898072878519694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,16384,0.7329902119106717
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,32,0.003335111050142182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,8192,0.06392533249325223
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,32,0.009595555563767752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,1024,0.005177777674463061
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,6144,0.01569688816865285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,12288,0.39118043581644696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,768,0.006084444622198741
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,768,0.013314666847387949
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,3072,0.08536355362998115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,64,0.010284444524182213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,10240,0.0834088921546936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,2560,0.011876444849703046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,32,0.002128888956374592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,32,0.0023680000255505242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,3584,0.031290666924582586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,128,0.0030906666070222855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,64,0.00281866660548581
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,1536,0.007313778003056844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,512,0.0041448887851503165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,7168,0.010792888700962067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,3584,0.7411128679911295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,2560,0.100545777214898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,65536,0.12124621868133545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,4096,0.0976639986038208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,3072,0.004396444393528832
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,3584,0.425634675555759
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,8192,0.004848888764778773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,2560,0.00702133360836241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,3072,0.0362044440375434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,6144,0.003965333518054751
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,3584,0.08294222089979383
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,10240,0.4761964480082194
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,7168,0.2430266539255778
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,3072,0.028275556034511987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,6144,0.011772444678677453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,3072,0.00639111093348927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,4096,1.3437431123521593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,1536,0.041402667760849
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,2048,0.004456000195609199
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,64,0.13792444599999323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,10240,0.14833066198560926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,64,0.006272000157170826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,512,0.009069333473841349
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,32,0.003938666648334927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,512,0.017772444420390658
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,65536,0.663623121049669
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,12288,0.2771555582682292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,7168,0.391704003016154
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,7168,0.10086844364802043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,1536,0.03698488738801744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,768,0.006145777801672618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,8192,0.005143110950787862
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,16384,0.10870222250620525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,768,0.05352088809013367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,7168,0.13267910480499268
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,32,0.0022088889446523455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,1024,0.006527110934257507
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,128,0.038000000847710505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,5120,0.22933599683973524
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,12288,0.12283999390072292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,7168,0.008019555773999956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,1024,0.0083155557513237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,16384,0.4163537820180257
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,7168,0.06295644574695163
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,3584,0.04321777820587158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,768,0.0041573333243529005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,65536,1.05805598364936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,128,0.009520889156394536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,256,0.003583999971548716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,8192,0.24241511027018228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,8192,0.02388622197839949
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,3072,0.011021333436171213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,2048,0.018637332651350234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,8192,0.01458666721979777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,1536,0.12034132745530869
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,3072,0.04962311188379923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,6144,0.07489955425262451
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,256,0.002793777734041214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,2560,0.05012089014053345
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,1024,0.005132444616821078
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,16384,0.005151999907361137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,2560,0.010410666465759277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,32,0.004027555386225383
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,16384,0.016912000046836007
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,1536,0.006392000036107169
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,3584,0.010820444259378644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,16384,0.05719111363093058
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,1536,0.010178666975763109
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,10240,0.33010045687357586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,5120,0.04597422149446276
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,128,0.03569777806599935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,1536,0.003882666842805015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,10240,0.09228710995780097
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,8192,0.034083555142084755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,128,0.004117333226733738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,3584,0.002983999955985281
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,4096,0.06319110923343234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,5120,0.23376266161600748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,512,0.012726222475369772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,2560,0.0941315558221605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,64,0.002556444456179937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,6144,0.04957511027654012
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,65536,0.10597066746817695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,32,0.0032951111594835916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,1024,0.09753155708312988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,1024,0.025850666893853083
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,10240,0.07671733034981622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,256,0.007250666618347168
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,1536,0.028198222319285076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,128,0.002033777741922273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,32,0.002001777705219057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,32,0.0028684443483750024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,12288,0.03612000081274245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,2560,0.005669333454635408
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,10240,0.008022222254011366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,1536,0.15287821822696263
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,5120,0.07476355632146199
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,8192,1.2635759777492948
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,16384,0.3421582116021051
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,256,0.011512888802422417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,1536,0.11863466103871663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,4096,0.4134222136603461
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,12288,0.005894222193294101
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,12288,0.3360871209038629
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,1536,0.018276444739765592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,64,0.002198222196764416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,4096,0.007271111011505127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,32,0.001957333336273829
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,2560,0.017470222380426195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,5120,0.02072533302836948
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,16384,0.07198044326570299
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,5120,0.09511199924680923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,2560,0.010594666832023196
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,2048,0.21285777621799043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,16384,0.3282888995276557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,128,0.002507555608948072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,6144,0.06114844481150309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,128,0.0037395556767781577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,4096,0.08316710922453138
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,128,0.027299554811583623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,8192,0.032567110326555036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,32,0.0047644442982143825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,1536,0.009472000102202097
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,1536,0.006676444576846228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,16384,0.004970666848950916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,1024,0.006156444549560547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,2560,0.008274666965007782
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,6144,0.025991110338105097
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,10240,0.27425511678059894
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,768,0.0046977777447965415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,4096,0.11302044656541611
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,3072,0.06333866384294298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,6144,0.01108444482088089
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,2048,0.003605333467324575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,32,0.011609777808189392
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,128,0.0028373334142896864
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,512,0.012464889221721225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,768,0.019138667318556044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,16384,2.681072023179796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,3584,0.05832888682683309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,7168,0.08521333005693223
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,256,0.008316444853941599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,6144,0.004480888860093223
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,10240,0.07579911417431302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,32,0.004461333155632019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,12288,0.10896799961725871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,8192,0.15953777896033391
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,2048,0.005177777674463061
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,1536,0.015615110596021017
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,2560,0.006103111224042044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,6144,0.03933155536651611
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,32,0.005568888866239124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,65536,2.53385861714681
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,32,0.004106666478845808
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,3072,0.22411023245917427
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,64,0.00720266666677263
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,3584,0.16050310929616293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,512,0.0034799998005231223
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,3072,0.008808000220192803
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,3584,0.006298666612969504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,12288,76.92736138237846
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,16384,0.016008888681729633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,512,0.012938666674825879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,32,0.0022177776942650476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,6144,0.13706578148735896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,32,0.0033484444850020935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,2560,0.05016444457901848
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,3072,0.06169066826502482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,12288,0.04724355538686117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,3584,0.05552088883188036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,10240,0.2385315630171034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,128,0.003768889026509391
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,256,0.0052373334765434265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,512,0.0029582221888833572
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,64,0.01131199962562985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,7168,0.1813004414240519
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,8192,0.38205954763624406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,1536,0.05589155356089274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,6144,0.1639146672354804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,256,0.028924445311228435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,5120,0.044065776798460216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,8192,1.6881217956542969
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,16384,1.695357322692871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,64,0.007888000044557784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,12288,3.273807101779514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,512,0.007367110914654202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,1024,0.0200311111079322
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,12288,0.020909332566791113
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,5120,0.9244559605916342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,16384,0.2243493398030599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,128,0.004510222209824456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,4096,0.03587111168437534
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,10240,0.16274221738179526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,10240,0.04708888795640734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,64,0.003928889003064898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,10240,0.04754222101635403
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,32,0.008989333278603023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,6144,0.033077332708570696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,64,0.00666133314371109
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,2560,0.01016533292002148
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,10240,0.004553777890072929
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,4096,0.18934310807122123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,3072,0.08453689018885295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,128,0.009986666341622671
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,6144,0.09570044279098511
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,3072,0.01071111112833023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,768,0.004270222038030624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,1536,0.004676444249020683
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,16384,0.11452266905042861
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,8192,0.007483555210961237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,1024,0.011085333095656501
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,2048,0.0035786665976047516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,8192,0.22446576754252115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,65536,1.751389291551378
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,65536,0.3104720115661621
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,6144,0.17295644018385145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,5120,0.04823644293679131
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,2048,0.049385776122411094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,64,0.007137777904669444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,16384,3.5333198971218533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,4096,0.06247555547290378
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,512,0.015778667396969266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,3072,0.06968000200059679
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,10240,0.03921155465973748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,2560,3.749792734781901
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,5120,0.09974933332867092
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,65536,0.739466667175293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,3072,0.1299475563897027
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,3072,0.004232888834344016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,3584,0.006893333461549547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,64,0.0033857776886887024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,64,0.004595555365085602
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,6144,0.3311653402116564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,10240,0.24012888802422416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,3072,0.004687110996908612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,512,0.008226667013433244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,8192,0.04996800091531542
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,64,0.002100444502300686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,1024,0.021306667062971327
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,2560,0.1594088872273763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,12288,0.07103466987609863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,12288,0.038238220744662814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,2560,0.24326666196187338
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,128,0.0020186667227082783
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,128,0.11898222234514023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,1024,0.004509333521127701
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,6144,0.0748879975742764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,3072,0.004113777644104428
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,65536,11.509795294867622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,3584,0.02216000027126736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,256,0.045646223757002086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,1024,0.005048000150256687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,4096,0.05843822161356608
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,2560,0.051352888345718384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,16384,0.02030755579471588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,12288,1.9760089450412328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,8192,0.2649502224392361
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,65536,1.0848284827338326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,3584,0.016623111234770883
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,4096,0.010258666343159145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,1536,0.035841776265038386
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,768,0.011502222054534487
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,1536,1.1663369072808158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,2560,0.10148355695936416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,5120,0.06300710969501071
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,512,0.0038364442686239877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,16384,0.09999733501010472
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,256,0.008281778130266402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,4096,0.004325333154863781
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,128,0.0027111110587914786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,16384,0.06574755244784884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,3584,0.014516444669829475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,64,0.008378666308191087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,256,0.005892444401979446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,16384,0.33120444085862905
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,5120,0.0922702219751146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,12288,0.8271617889404297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,16384,2.308717303805881
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,1024,0.006270222365856171
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,512,0.0070773329999711775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,1536,0.005484444399674733
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,16384,0.1878124475479126
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,128,0.004734222259786394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,65536,0.029077334536446467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,2048,0.030760000149408977
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,32,0.0058782220714622075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,1024,0.012082666986518435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,1536,0.018100443813535903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,6144,0.19613956080542672
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,2560,0.6451262368096246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,2048,0.006544888847404056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,10240,0.016099555624855887
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,8192,0.1066124439239502
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,65536,0.10474933518303765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,1024,0.03615199857287937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,10240,0.051220443513658315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,5120,8.666136847601996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,768,0.00544799988468488
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,64,0.0022675556441148124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,3072,2.1039600372314453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,1536,0.026608000199000042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,1024,0.006568000134494569
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,4096,0.012694222231705984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,3584,0.49555646048651797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,3072,0.08570844597286648
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,1024,0.016833777228991192
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,16384,0.3536444505055745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,12288,0.061887999375661217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,16384,0.03719377848837111
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,32,0.004402666870090696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,32,0.0036195553839206696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,16384,0.2249751091003418
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,4096,0.03501688771777683
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,2560,0.04023822148640951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,4096,0.23801867167154947
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,1024,0.14930755562252468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,8192,0.18951288859049478
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,4096,0.03820800118976169
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,1536,0.003946666502290302
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,32,0.004265777766704559
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,3072,0.07814488808314006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,65536,2.3932942284478083
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,12288,0.15643644332885742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,32,0.0052488889131281115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,3072,0.10026933087242974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,256,0.039276444249682956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,128,0.004401777767472797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,8192,0.011752000285519494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,32,0.0036799998746977914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,32,0.0034560000316964257
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,32,0.037069333924187556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,10240,0.1197884480158488
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,3072,0.0971226692199707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,7168,0.016718222035302054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,7168,0.09490311145782471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,2048,0.15244711769951716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,768,0.00488711107108328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,2560,0.018574222922325134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,32,0.004877333425813251
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,65536,8.68544684516059
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,10240,0.023051554958025616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3584,768,0.007113777928882175
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,16384,0.029321776496039495
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,65536,0.9176870981852213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,128,0.005856888989607493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,64,0.004148444367779626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,2048,0.006567111031876669
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,256,0.011174221833546957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,6144,0.28574932946099174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,5120,0.02071199980047014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,10240,0.09108089076148139
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,3584,0.0037360000941488477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,2560,0.15256533357832167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,3584,0.0074720001882976955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,10240,0.6267857551574707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,5120,0.19125066863165963
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,1536,0.07221955723232694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,3072,0.07538666990068224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,64,0.002995555599530538
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,12288,0.04633422361479866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,65536,0.11286489168802898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,16384,0.008314666648705801
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,1024,0.006416888700591193
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,3072,0.05945689148373074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,512,0.0036186666952239144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,4096,0.769961780971951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,6144,8.534718831380209
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,768,3.244601779513889
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,512,0.006667555620272954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,5120,0.01981244484583537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,256,0.003129777808984121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,512,0.004515555583768421
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,4096,0.18159822622934976
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,2560,0.27014756202697754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,4096,0.7094551192389594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,12288,0.029116445117526587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,3072,0.0985342197948032
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,2048,0.4402933385637071
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,768,0.0034959999223550162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,4096,0.013609777722093793
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,7168,0.1331582201851739
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,4096,0.14128355185190836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,65536,1.8438356187608507
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,512,0.0069448889957533936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,2560,0.37488799624972874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,512,0.0034862222770849862
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,1536,0.010078222387366826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,4096,0.05520266625616285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,128,0.0047333331571684945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,5120,1.0249271392822266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,6144,1.745656861199273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,256,0.1378248929977417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,32,0.011566222541862063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,2048,0.21799288855658638
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,7168,0.0957440005408393
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,256,0.027871112028757732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,6144,0.2109128899044461
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,512,0.01724444495307075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,2048,0.004841777599520153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,1024,0.006648889018429651
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,2048,0.04457955559094747
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,3072,0.10617511139975654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,10240,1.3905217912462022
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,128,0.005681777579916849
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,1536,0.047657777865727745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,2048,0.010661332971519895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,2048,0.0801217754681905
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,4096,0.05321955680847168
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,32,0.0022497777309682635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,10240,0.05724889039993286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,64,0.03496355480617947
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,3072,0.037442667616738215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,7168,0.09403910901811387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,6144,0.030074665943781536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,32,0.0021751111166344746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,2048,0.007251555720965068
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,65536,0.08433510859807332
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,5120,0.007836444510353936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,6144,0.0664106673664517
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,6144,0.13732622729407415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,65536,0.6698640187581381
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,3072,0.07913511329227023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,32,0.010012444522645738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,5120,0.008671110702885522
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,16384,0.3295404381222195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,768,0.010651555326249866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,512,0.003069333318206999
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,12288,0.03744355506367154
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,1536,0.005607999861240387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,6144,0.10975911219914754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,6144,0.14923644065856934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,512,0.0068764446510208984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,256,0.03849511014090644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,65536,3.7728055318196616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,10240,0.017261332935757108
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,5120,0.010488889283604093
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,8192,0.00868000007337994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,3584,0.037780443827311196
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,128,0.004148444367779626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,64,0.00462666650613149
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,6144,0.13519377178615993
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,8192,0.24038132031758627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,10240,0.1374044418334961
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,4096,0.062372446060180664
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,256,0.005761777775155173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,1536,0.005026666654480828
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,2560,15.939914279513888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,512,0.006660444455014334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,128,0.003485333174467087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,65536,0.05615288681454129
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,128,0.008669333325492011
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,3584,0.012496888637542725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,64,0.25191378593444824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,64,0.9230168660481771
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,768,0.0070017774899800616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,7168,0.00869422240389718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,8192,0.006416888700591193
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,1536,0.004827555682924059
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,12288,0.0422382222281562
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,1024,0.12880178292592367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,5120,0.2776257726881239
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,512,0.23964712354871961
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,16384,3.9495875040690103
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,2560,0.006768888897365994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,256,0.003920000046491623
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,2560,0.04451377855406868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,3584,0.06165422333611382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,65536,0.4653297530280219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,4096,0.01089866707722346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,2560,0.009487999810112847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,32,0.002402666749225722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,64,0.008076444268226624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,4096,0.04457333352830675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,64,0.005039999882380168
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,768,0.005671111245950063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,8192,1.3248924679226346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,3584,0.01256533298227522
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,2048,0.10364266898896958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,256,0.0024177777684397167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,1536,0.006991110742092133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,1536,0.004393777913517422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,2560,0.5684720145331489
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,2048,0.00740799970097012
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,3584,0.04797066582573784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,64,0.003125333330697484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,8192,0.014666666587193808
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,1536,0.37202223141988117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,64,0.0022897778285874263
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,1024,0.005412444472312927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,7168,0.016768889294730294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,512,0.0166275550921758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,128,0.17292977703942192
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,4096,0.10038666592703925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,2048,0.0052977779673205475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,5120,0.11615467071533203
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,7168,0.04146755403942532
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,65536,1.722653283013238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,12288,0.05435644586881002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,16384,0.16756533251868355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,5120,0.034662223524517484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,768,0.005017777697907554
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,7168,0.07469955417844984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,768,0.0052800000541739995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,32,0.001997333433892992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,16384,0.19791732894049752
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,12288,0.17842488818698457
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,512,0.0037226668662495087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,2560,0.25111643473307294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,6144,0.286535104115804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,4096,0.05088622371355692
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,3584,0.08618755473030938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,64,0.005859555469618903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,8192,0.2223270999060737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,4096,0.03545777665244208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,2560,0.09407733546362983
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,256,0.0026986667265494666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,12288,0.027229333917299908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,1024,0.005150222116046482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,2048,0.09090666638480292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,3072,0.007142222589916653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,12288,0.3317226568857829
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,1024,0.048162665632036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,3584,0.04634044567743937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,6144,0.1105946699778239
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,7168,0.03801511062516107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,768,0.08433600266774495
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,4096,0.23129423459370932
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,512,0.010905777414639791
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,7168,0.055439998706181846
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,10240,0.004872888740566042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,1024,0.004984000076850255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,5120,0.008815999660227034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,7168,0.01331822243001726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,64,0.024311999479929607
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,32,0.005978666659858491
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,4096,0.05476444297366672
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,4096,0.2695351176791721
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,6144,0.16443022092183432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,6144,0.06830310821533203
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,3584,0.09601510895623101
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,4096,0.007505777809354994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,8192,0.022760889596409265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,10240,0.006146666490369373
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,1024,0.004567999806669024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,128,0.018438221679793466
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,65536,1.0796062681410048
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,4096,2560,0.48621686299641925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,2048,0.2286026742723253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,5120,0.011419555379284753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,1536,0.012726222475369772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,3584,0.010495111346244812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,2560,0.005229333208666907
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,1024,0.005718222094906702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,5120,0.7300595707363553
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,128,0.0033653332955307434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,1024,0.005986666513813867
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,64,0.01605866683853997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,5120,0.015101333459218344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,16384,0.14271644751230875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,1024,0.006978666616810693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,3072,0.2669431103600396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,1024,0.4249262279934353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,6144,0.013144888811641268
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,3584,0.04695999953481886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,7168,0.012266666524940066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,256,0.007876444194051955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,1024,0.014269333746698169
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,3072,0.004436444491147995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,1536,0.00244711111817095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,256,0.005688888745175467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,12288,0.022125333547592163
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,65536,0.09641244676378037
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,12288,0.07346489032109578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,7168,2.586500379774306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,512,0.003960888832807541
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,768,0.005773333211739858
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,12288,0.14753777450985378
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,1024,0.011031111081441244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,128,0.005070222334729301
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,128,0.0052826665341854095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,512,0.00554933316177792
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,32,0.0032746667663256326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,12288,0.08235022094514635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,10240,0.26163821750217015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,16384,0.17301777998606363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,12288,2.7064764234754772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,2048,0.0314666661951277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,128,0.0029688889367712867
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,10240,1.3287813398573134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,64,0.0019528888579871918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,5120,0.00850933293501536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,512,0.03609955641958449
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,16384,0.1978773276011149
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,256,0.0047022220161226065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,64,0.0032222221295038858
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,3584,0.010242666635248397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,4096,0.007313778003056844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,7168,0.012541333006487953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,12288,0.08706133233176337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,65536,2.5159973568386502
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,512,0.04982399940490723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,64,0.0032906666811969546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,64,0.022103110949198406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,2048,0.01907999979125129
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,6144,0.011563555234008364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,10240,0.04786133435037401
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,5120,0.1931911177105374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,2560,0.023870221442646448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,768,0.008918222453859117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,12288,0.06001333395640055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,10240,0.1115315490298801
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,2560,0.0038728887836138406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,8192,0.44924179712931317
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,32,0.002640888922744327
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,10240,4.793952094184028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,512,0.008526222573386298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,7168,0.10055466492970784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,8192,0.046647999021742076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,2560,0.05096711052788628
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,512,0.004583111239804162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,2048,0.007684444387753804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,128,0.0046657779150538975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,32,0.0020702222569121257
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,6144,0.14855733182695177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,512,0.004364444563786189
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,7168,0.0781715578503079
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,10240,0.18086577786339653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,5120,0.140681783358256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,7168,0.9781573613484701
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,5120,0.05149333344565498
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,2560,0.009108444054921469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,7168,0.03721155391799079
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,2048,0.08797688616646661
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,6144,0.5560524198744032
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,1024,0.020488000578350492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,12288,0.005190222213665645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,8192,0.832574208577474
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,1024,0.004876444323195351
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,10240,0.14859999550713435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,16384,0.055592887931399874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,2048,0.03875022133191427
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,1024,0.031868444548712835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,16384,0.26780711279975045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,1536,1.2888541751437717
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,2048,0.03545066714286804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,12288,0.5531182289123535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,65536,0.4850444263882107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,5120,0.25523556603325737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,12288,0.0046773333516385825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,10240,0.007280000381999546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,8192,0.10818577475017971
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,65536,0.2787173324161106
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,1536,0.014389332797792224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,16384,0.035079999102486506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,8192,0.30145690176222056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,5120,0.14709422323438856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,6144,0.8575564490424262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,3584,0.0075093333919843035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,128,0.0027582223216692605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,1536,0.0063075555695427795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,10240,0.01513155632548862
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,8192,0.03458933366669549
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,3072,0.018728888697094388
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,256,0.004264889078007804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,8192,0.5090231365627712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,3584,0.3875902228885227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,2560,0.17651822831895617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,65536,0.6411013073391384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,3584,0.1301386621263292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,1024,0.007970666719807519
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,3072,0.0836720003022088
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,16384,0.8484071095784506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,7168,0.08877778053283691
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,256,10240,0.012889777620633444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,10240,0.6655377811855739
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,4096,0.07326844665739271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,65536,3.2541465759277344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,10240,0.009383999639087254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,7168,0.038635555240843035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,1536,0.0063635553750726916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,1536,0.03801777627733018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,10240,0.25244887669881183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,256,0.0023839999404218462
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,64,0.002982222164670626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,10240,0.05439822210205925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,512,0.007063111497296228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,16384,0.020688888099458482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,64,0.0048071112897661
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,7168,0.18422133392757842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,1536,0.004863111095296012
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,7168,0.013200889031092325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,16384,0.03082044588194953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,1536,0.0068862222962909276
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,512,0.019485332899623446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,3584,0.03981599873966641
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,12288,0.264972448348999
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,65536,0.9254702462090386
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,5120,0.036757333411110774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,128,0.004741333425045013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,128,0.006206222292449739
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,5120,0.08392533328798081
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,2048,0.00555644432703654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,512,0.004397333496146732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,5120,0.9413226445515951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,16384,0.01607377827167511
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,4096,0.020488889680968392
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,4096,0.04930577675501505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,3584,0.9795502556694878
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,4096,0.05000533329115974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,64,0.006803555621041193
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,5120,0.08878578080071343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,32,0.0052897776994440295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,12288,0.16622311539120144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,512,0.0035822221802340615
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,4096,0.016407110624843173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,3072,0.019072888625992667
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,768,0.005019555489222209
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,256,0.006735111276308696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,3584,0.013824000126785703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,3584,0.031108445591396753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,10240,2.2542061275906033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,7168,0.008410666551854875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,2048,0.011957333319716983
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,4096,0.9056533177693685
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,7168,0.07477155658933851
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,1024,0.005508444375462002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,512,0.02943377693494161
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,6144,0.011689778003427716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,3072,0.012329777909649743
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,1536,0.04019200139575534
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,4096,0.0967644453048706
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,128,0.0028604444944196274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,32,0.04107111030154758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,512,0.007380444142553542
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,1024,0.004543111142185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,1024,0.007166222565703922
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,3072,0.0041235557032956015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,65536,0.44600889417860246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,6144,0.4066346751319037
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,6144,0.16222400135464138
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,2048,0.054655111498302884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,1536,0.004892444445027245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,65536,0.8164168993631998
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,7168,0.0348639984925588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,512,0.003961777935425441
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,3072,0.012758221891191272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,2048,0.0447671115398407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,6144,0.08290933238135444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,16384,0.027445332871543035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,32,0.004421333471934001
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,256,0.0034942221310403612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,16384,0.1725146638022529
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,768,0.007511999871995714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,3072,0.004171555654870139
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,256,0.002667555585503578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,256,0.02403555479314592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,65536,1.8431021372477214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,32,0.0023004443695147834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,2048,0.006279110908508301
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,8192,0.16313066747453478
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,4096,0.05554666784074572
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,2560,0.009143999881214565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,65536,0.012244444754388599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,12288,0.8892968495686849
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,5120,0.03928088810708787
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,256,0.0303439994653066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,768,0.010094222095277574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,512,6144,0.05148977703518338
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,512,0.02033066584004296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,3584,0.016921778519948322
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,1536,0.030285331938001845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,32,0.007893333004580604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,64,0.0025902222841978073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,768,0.0039822223285834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,256,0.23742487695482042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,3584,0.18230133586459688
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,8192,0.4880204200744629
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,32,0.002605333303411802
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,1536,0.005984000033802456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,8192,0.1709617773691813
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,5120,0.28444888856675893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,1536,0.011891555454995898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,2048,7.5127063327365455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,2048,0.013393777940008374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,128,0.0027671110712819626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,10240,0.014875556031862894
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,4096,0.04923911227120293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,4096,0.015393777026070489
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,768,0.011400889191362592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,32,0.0026640000028742682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,512,0.0038702223036024305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,1536,0.007861333588759104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,32,0.0035706667436493766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,512,0.004467555632193883
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,6144,0.6938506762186686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,8192,0.016194666425387066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,768,0.011063999599880643
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,128,0.004467555632193883
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,12288,1.5132604175143773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,256,0.004563555535342959
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,4096,0.004844444493452708
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,3584,0.012530666258600024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,2560,0.05792178048027886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,65536,3.8222071329752603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,256,0.0029760001020299066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,256,0.0031022222505675424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,128,0.0021031111892726687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,4096,0.3046773274739583
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,2048,0.21901155842675102
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,10240,1.5862578286064997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,768,3.122663074069553
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,1536,0.018944889307022095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,3072,0.5476586553785536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,6144,0.10652533504698013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,2048,0.006522666662931442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,10240,9.549173143174913
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,2048,0.009166222479608323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,4096,0.010464888479974536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,128,0.0028204443968004654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,12288,0.10696711142857869
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,64,0.004462222258249919
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,1536,0.09382844633526272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,5120,0.044285333818859525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,256,0.004787555585304896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,2048,0.007884444461928474
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,65536,2.2451627519395614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,10240,0.06899466779496935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,3072,0.009359111388524374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,7168,0.05080622103479174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,2048,0.03628888726234436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,8192,1.4057849248250325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,6144,0.4186764558156331
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,12288,0.16867821746402314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,128,0.0021155555215146807
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,256,0.0052897776994440295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,6144,0.16821777820587158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,768,0.11022044552697076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,1024,0.043736000855763756
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,2048,0.005164444446563721
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,32,0.24612710211012098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,32,0.0036319999231232535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,3584,1.4976978302001953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,2048,0.007712889048788283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,6144,0.07208177778455946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,64,0.00814577771557702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,4096,0.026214222113291424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,12288,2.264631907145182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,6144,0.08284088638093737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,64,0.007505777809354994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,768,0.06901688708199395
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,768,0.003887999802827835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,16384,0.15205689271291098
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,10240,0.020617778102556866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,32,0.002128888956374592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,4096,0.009649777577983009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,6144,0.13058666388193765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,4096,0.8149520026312934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,7168,0.08789510859383477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,128,0.06445599926842584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,3584,0.012159110771285163
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,6144,0.014144889182514615
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,16384,0.31461956765916615
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,6144,0.05498222178883023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,12288,0.5300239986843532
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,5120,0.00872622181971868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,6144,0.00479911102188958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,512,0.011240888800885944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,65536,0.07519021961424086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,512,0.02147644427087572
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,768,0.012135110795497894
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,768,0.003630222131808599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,32,0.018967999352349173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,3584,0.03129955463939243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,64,0.004641777939266629
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,128,0.0027831111931138565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,6144,0.073926223648919
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,12288,0.3888204362657335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,12288,2.7146275838216147
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,1024,0.08284888664881389
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,1024,0.013838222457302941
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,12288,0.23555021815829805
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,2560,0.2982097731696235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,32,0.00216977774269051
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,512,0.010615111225181155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,3584,0.004361777669853634
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,32,0.0037697777152061462
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,6144,0.0723315543598599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,2048,0.011229332950380115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,3584,0.01201600001917945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,512,0.003175111073586676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,3584,0.2120791143841214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,8192,0.8434969054328071
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,64,0.006226666685607698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,1536,0.013665777941544851
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,32,0.002019555618365606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,512,0.0036657779581016968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,2560,4.664900461832683
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,2048,0.006424888968467712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,1536,0.018527110417683918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,768,0.007142222589916653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,2048,0.14242400063408747
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,3072,0.02685866587691837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,65536,0.9236204359266492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,1536,0.006912888752089606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,4096,1.4510382546318903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,3584,0.9854933420817057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,4096,2.1091812981499567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,2560,0.3573502169715033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,2560,0.6814728842841254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,768,0.006868444383144379
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,3072,0.008361777497662438
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,6144,0.013041777743233575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,65536,1.4868106842041016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,128,0.0034266666819651923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,2048,0.18902577294243705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,7168,0.05254222287072075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,2560,0.01441333360142178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,65536,0.16943555408053926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,1536,0.11423644754621719
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,768,0.011799111134476133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,7168,0.11058755715688069
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,65536,0.17792088455624053
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,2560,3072,0.013439999686347114
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,8192,0.07624622186024983
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,2560,0.013541333377361298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,2048,0.21538310580783418
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,768,0.35193777084350586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,512,0.09106310870912339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,1024,0.0027991111079851785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,3072,0.004856889032655292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,64,0.0063288890653186375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,7168,0.1539306640625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,7168,0.3693706724378798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,5120,0.010441777606805166
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,16384,0.021173333128293354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,65536,0.12163289388020833
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,3584,0.008756444685988957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,1024,0.22989066441853842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,128,0.0033564445459180405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,2048,0.37478134367201066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,8192,0.17870488431718615
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,512,0.0023608888602919048
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,8192,0.011583999627166323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,2048,0.005526222288608551
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1536,3584,0.014662222729788886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,7168,0.08710755242241754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,5120,0.017322666115230985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,65536,48.11138237847222
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,768,0.004064889003833135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,8192,0.006600889066855113
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,6144,0.06430755721198188
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,3584,0.036834667126337685
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,2048,0.04271644353866577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,2048,0.00535022219022115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,5120,0.034007999632093645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,2048,0.04197688897450765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,3584,0.10689510901769002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,3584,0.04924266537030538
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,32,0.004037333445416557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,10240,0.014141332772043018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3072,3072,0.46484888924492734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,12288,0.0329751107427809
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,12288,1.8740969763861761
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,32,0.015191111299726697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,128,0.008103110724025303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,1024,0.039665778477986656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,6144,0.013366222381591797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,3072,0.03167111012670729
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,128,0.004927999857399198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,16384,0.5410719977484809
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,6144,0.2395706706576877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,3584,0.03371466530693902
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,3072,0.009642666412724389
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,3584,0.020443555381562974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,5120,0.03824799921777513
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,256,0.0037875556283526947
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,65536,0.7445786794026693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,6144,0.09420533312691583
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,10240,0.013990221752060784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,65536,1.8178861406114366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,65536,0.1429484420352512
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,10240,0.6890293227301704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,32,0.18134844303131104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,3584,0.0062773335311147906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,128,0.004479111068778568
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,7168,1.4327529271443684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,32,0.00462400002612008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,1024,0.00811111099190182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,8192,0.07182133197784424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,2560,0.0070257774657673305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,2048,0.008661333057615492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,6144,0.008984888593355814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,6144,0.06819378005133735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,12288,0.07871555619769625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,65536,1.6235058042738173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,16384,25.450846354166668
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,12288,0.3917662302652995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,16384,0.022862222459581163
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,7168,0.08475644720925225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,1536,0.017080000705189176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,4096,0.019469334019554984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,128,0.011178666518794166
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,512,0.15884799427456325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,256,0.005048000150256687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,768,0.007908444437715743
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,64,0.004221333397759331
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,8192,1.2957572937011719
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,3584,0.04882755544450548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,7168,0.746071974436442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,1024,0.06088888645172119
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,1536,0.09323022100660537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,16384,0.5630693435668945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,16384,0.5975333319769965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,3072,0.0422382222281562
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,768,0.004635555462704765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,5120,0.06873866584565905
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,3072,0.04025600022739834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,768,0.006566222343179915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,64,0.013963555296262106
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,3072,0.0735608869128757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,16384,0.22104977236853707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,65536,0.6785697937011719
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,3072,0.32431554794311523
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,2560,0.08938044309616089
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,512,0.004512000001139111
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,1024,0.0448657770951589
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,768,0.19726133346557617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,5120,0.013952000273598565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,65536,23.964435153537327
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,12288,0.0598506662580702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,32,0.0023564443820052678
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,3072,0.04247022337383694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,5120,0.072580443488227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,10240,0.8042364650302463
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,1024,1.0017777548895943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,128,0.0030533334033356774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,12288,0.0566542214817471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,10240,2.052079942491319
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,3584,0.13422489166259766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,5120,4.629371643066406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,2560,0.011228444675604502
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,4096,0.43054845598008895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,3584,0.00701422244310379
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,3584,0.009340444372759925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,10240,0.5660675366719564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,512,8192,0.27540710237291127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,3072,0.44133867157830137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,1024,0.05111999975310432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,512,0.004418666578001446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,256,0.002977777686383989
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,4096,11.448482089572481
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,6144,0.08846222029791938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,3584,0.03204977843496535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,2048,0.008004444340864817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,2560,0.009755555954244401
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,10240,0.20943378077612984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,32,0.006286222073766921
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,6144,0.164591113726298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,768,0.0850951141781277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,768,0.017823111679818895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,256,0.006692444284756978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,7168,0.18505688508351645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,5120,0.009329777624871995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,4096,0.006344888773229387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,64,0.005400889035728242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,32,0.0028782222006056043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,64,0.004954666727119022
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,65536,0.8369866477118598
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,3072,0.11673333909776475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,3072,0.32770933045281303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,1024,0.005580444302823808
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,10240,0.06971289051903619
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,7168,0.7135795487297906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,64,0.004385777645640903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,2048,0.11204266548156738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,3584,0.02514933380815718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,10240,0.3711555533938938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,8192,0.023380445109473333
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,512,0.0047084444926844705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,10240,0.20837422211964926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,7168,0.029562665356530085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,3072,0.016415110892719693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,64,0.0026684444811609057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,8192,0.05351733167966207
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,512,0.0038008888562520346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,65536,0.7006204393174914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,2048,0.057067553202311196
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,1024,0.007937777373525832
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,2560,0.004658666749795278
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,1024,0.008283555507659912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,10240,0.06361689170201619
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,7168,0.19918578200870088
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,256,0.004603555632962121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,32,0.0041146667467223275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,64,0.007220444579919179
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,7168,0.2609146700965034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,64,0.006353777729802662
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,2048,0.005660444498062134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,128,0.002354666590690613
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,8192,0.0641075571378072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,8192,0.014322666658295525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,6144,0.004479111068778568
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,16384,0.4120177692837185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,5120,0.0162808895111084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,32,0.002120888895458645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,512,0.0753342244360182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,4096,1.8491920895046656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,8192,7.356326633029514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,16384,0.7479315333896213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,6144,16384,0.357918209499783
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,64,0.010962666736708747
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,5120,0.014944000376595391
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,32,0.0054560001525614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,2560,0.03911022345225016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,3584,0.055008000797695585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,32,0.004294222427739037
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,32,0.002007999974820349
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,2560,0.037669334146711565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,3072,0.0063786668082078295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,4096,0.00434400017062823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,512,0.18236354986826578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,1536,0.003485333174467087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,16384,0.16146843963199192
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,65536,0.5571964581807455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,1024,0.010189333723651038
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,8192,0.018955555227067735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,3584,0.12183822525872125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,7168,0.04370311233732435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,3072,0.012612444659074148
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,512,0.004077333129114575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,1024,0.006155555446942647
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,512,0.005406222409672207
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,8192,1.0542550616794162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,2560,0.005685333162546158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,128,0.00870311094654931
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,512,0.006948444578382704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,6144,0.007663999994595845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,512,0.00453599997692638
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,12288,0.13878844843970403
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,65536,0.9445866478814019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,1536,0.003647110942337248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,10240,0.005136888888147143
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2048,2048,0.011483555866612328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,256,0.01837688850031959
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3072,2560,0.023336889015303716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,1536,0.010834666589895884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,4096,0.15082132816314697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,1024,0.004440000073777305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,768,0.005481777919663324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,7168,0.9442506366305881
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,12288,0.08214133315616183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,768,0.011242667006121742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,32,0.003047111133734385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,2560,0.2643831041124132
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,64,0.004257777912749184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,65536,0.560699568854438
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,7168,0.019854222734769184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,512,0.003658666792843077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,2048,0.046784000264273755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,16384,0.7205635706583658
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,8192,0.011718221836619906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,256,0.0027555556346972785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,2048,0.06932977835337321
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,4096,0.011868444581826528
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,768,0.010770666930410596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,64,0.0036924444139003754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,64,0.005136888888147143
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,12288,0.04805688725577461
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,8192,0.12907111644744873
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,32,0.0033537778589460584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,64,0.01166044423977534
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,12288,1536,0.031529777579837374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,10240,0.12505066394805908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,1536,0.17553777164883086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,6144,0.3252791033850776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,3584,0.006776888751321369
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,65536,4.186370849609375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,3584,0.12594132953219944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,12288,0.1275048918194241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,64,0.004552888787455029
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,8192,0.0437520013915168
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,7168,0.012084444363911947
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,7168,0.1452746656205919
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,7168,0.13497155242496067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,768,0.00798044436507755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,2048,0.007967111137178209
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,32,0.0020497778637541667
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,10240,0.07486310932371351
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,3584,0.007442666424645319
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,2560,0.0051857779423395796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,1536,0.004859555512666702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,3584,12.271194458007812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,10240,0.19539733727773032
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,3584,0.0995031131638421
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,6144,0.12157600455813938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,128,0.020593777298927307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,2048,0.581259568532308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,12288,8192,2.6226622263590493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,12288,0.007175111108356052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,12288,4.998971727159288
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,64,0.012426666915416718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,4096,0.19288622008429634
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,1024,0.11028444766998291
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,64,0.002352888799375958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,10240,0.10979200071758694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,64,0.002354666590690613
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,128,0.002576888849337896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,512,0.009106666677527958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,7168,0.06506044334835477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,64,0.004277333203289243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,4096,0.01826133330663045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,3584,0.09956444634331597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,4096,0.011457777685589261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,64,0.0027555556346972785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,1536,0.014053333136770459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,64,0.028933333026038274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,3584,0.0068711112770769335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,12288,0.4261777665879991
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,128,0.0022355556074115965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,12288,0.1440862284766303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,4096,0.009125333693292405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,16384,0.05280888742870755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,1024,0.036144889063305326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,1024,0.09772355688942803
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,7168,0.04299822118547228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,3584,0.06990310880872938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,64,0.030327998929553564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,1024,0.013101333545313941
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,1024,0.01588088936275906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,5120,0.06871022118462457
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,6144,0.06721511152055529
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,768,0.010664888554149203
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,12288,0.01607911123169793
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,1536,0.21946310997009277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,65536,2.789012485080295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,4096,0.04447822107209099
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,16384,0.28566845258076984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,512,0.009338666995366415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,512,0.0033200000309281876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,2560,0.007520000139872233
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,512,0.0035777779089079965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,2048,0.039818667703204684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,8192,0.032961779170566134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,64,0.0033359999457995095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,65536,2.4772355821397567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,5120,0.03652711047066583
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,7168,4.024105919731988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,2048,0.030672887961069744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,12288,0.0832186672422621
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,64,0.0075795559419526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,1536,0.006804444309737947
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,32,0.004190222256713443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,7168,0.5008186764187282
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,3584,0.008475555313958062
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,10240,0.17449243863423666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,16384,2.953645282321506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,4096,0.16692888736724854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,65536,0.15027911133236355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,768,0.01036444471942054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,3584,0.09693155686060588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,64,0.004132444245947732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,7168,0.02271644439962175
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,32,0.0029093333416514923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,3072,0.06777333550983004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,16384,0.10145333078172471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,1024,0.014473777678277759
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,2048,0.0068488890926043195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,256,0.004906666775544484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,6144,0.012656889028019376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,512,0.04183288746409946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,7168,0.03238222334120009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,128,0.009226666556464301
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,65536,2.4111395941840277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,65536,3.8807830810546875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,512,0.08499555455313788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,3072,0.10781333181593154
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,1536,0.0313991109530131
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,6144,1.3255626890394423
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,2048,0.04304711023966471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,64,0.0140684445699056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,10240,0.02162133322821723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,7168,1.4576791127522786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,7168,0.41233155462476945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,16384,0.08558133575651382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,10240,0.230059544245402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,3584,0.37564176983303493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,2048,0.056306666798061795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,4096,0.010242666635248397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,1024,0.016900445024172466
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,6144,0.2355226675669352
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,10240,0.0532497763633728
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,12288,0.5972302224900987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,3584,0.006843555718660355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,2560,0.04273066586918301
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,1536,0.010655110908879174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,5120,0.08470222022798325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,2048,0.01408622165520986
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,32,0.0035128887328836652
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,3072,0.01866666641500261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,6144,0.09116444322797988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,10240,0.3583786752488878
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,4096,0.21371732817755806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,4096,0.02025422288311852
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,768,0.004395555704832077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,32,0.002712888850106133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,3584,0.13198222054375544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,8192,0.07042044401168823
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,512,0.3525982167985704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,16384,2.6941697862413196
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,8192,0.015160888433456421
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,5120,0.04208266735076904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,32,0.0053591111467944244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,65536,0.12392266591389973
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,3072,0.12731556097666422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,32,0.005961777849329843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,128,0.009164444274372524
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,64,0.002529777793420686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,10240,0.22885065608554414
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,256,0.0034008889148632684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,512,0.037462221251593694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,3072,0.005685333162546158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,4096,0.007540444533030192
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,1024,0.03797333439191183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,4096,0.018548443913459778
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,1024,0.004602666530344221
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,3072,0.369961765077379
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,768,0.005629333357016246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,6144,21.512407090928818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,7168,0.4917519887288411
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,64,0.010585777461528778
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3072,768,0.007705777883529663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,6144,0.18379999531639946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,64,0.005412444472312927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,32,0.0022124445272816554
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,6144,0.17159556017981636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,2048,0.04262311259905497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,64,0.0033884443756606844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,4096,0.04047022263209025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,8192,0.16552266809675428
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,3584,0.03165510959095425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,6144,0.18209155400594076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,512,0.006106666806671355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,4096,0.2580755551656087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,768,0.005231110999981563
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,7168,0.045695109499825366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,512,2560,0.012295111185974546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,65536,10240,2.0620835622151694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,10240,0.7937795321146647
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,6144,0.0696586635377672
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,12288,0.026741334133678015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,4096,0.03757155603832669
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,65536,0.09049155314763387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,3072,0.20798133479224312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,4096,0.04929688904020521
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,6144,0.6447137726677789
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,8192,0.28461511929829914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,2048,0.00498933345079422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,12288,1.172339545355903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,8192,0.15909777747260198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,16384,0.2024222215016683
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,1536,0.01772799922360314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,1024,0.15919200579325357
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,16384,0.5141422483656142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,3072,0.0413262214925554
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,32,0.007019555403126611
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,128,0.004042666819360522
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,3072,0.15481600496504042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,2560,0.008590222232871586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,5120,0.006853333363930385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,12288,0.05686489078733656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,2048,0.006483555667930179
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,64,0.0028444443725877335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,7168,0.08264533016416761
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,12288,0.17526577578650582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,16384,0.14762843979729548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,2048,0.28647645314534503
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,5120,0.9268808364868164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,3072,0.22972355948554146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,6144,0.16521067089504665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,1536,0.0047688889834615915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,32,0.0023768889821237987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,2048,0.006158222340875202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,768,0.005565333283609814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,8192,0.014077333940400017
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,12288,0.267065789964464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,256,65536,0.658532460530599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,1024,0.004600888739029567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,128,0.012535110943847232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,3584,0.03122666809293959
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,7168,0.36012710465325254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,32,0.0058577776783042485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,2048,0.08666400114695232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,65536,0.4817680252922906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,3072,0.657884438832601
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,64,0.004322666674852371
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,512,0.010086221827401055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,16384,0.40520265367296004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,512,0.00944977750380834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,512,0.8186417685614692
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,10240,0.09487822320726182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,6144,0.07453778054979113
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,6144,0.026118222210142348
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,2048,0.44022133615281844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,1024,0.015878222054905362
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,4096,0.011892444557613797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,12288,0.077473779519399
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,128,0.010967111421955956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,8192,0.01977777812216017
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,4096,0.04340089029735989
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,64,0.002060444404681524
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,3584,0.6256977717081705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,10240,0.3359679910871718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,8192,1.6830177307128906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,1024,0.008371555142932469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,1024,0.0083137775460879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,64,0.0030497778207063675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,3584,0.14669156074523926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,256,0.005576888720194499
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,512,0.005120888766315249
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,4096,0.07236178053749932
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,8192,0.21492355399661592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,2560,0.0057653333577844836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,7168,0.47624799940321183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,2048,0.006631111105283101
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,512,0.004540444248252445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,2560,0.003933333274390963
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,256,0.003169777699642711
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,16384,0.22620089848836264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,65536,0.05622400177849663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,4096,0.21620355712042916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,128,0.0738240016831292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,64,0.005135111096832487
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,16384,0.08005777994791667
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,4096,0.0373911095990075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,3072,0.08468800120883518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,10240,0.016905777984195285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,1024,0.012089778151777057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,64,0.0030462222380770575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,4096,0.011163555913501315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,6144,0.8920648362901477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,6144,0.03780000077353583
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,10240,0.04005422194798788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,5120,0.222945769627889
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,8192,0.11121333969963922
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,256,0.002509333400262727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,128,0.006599111275540457
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,1536,0.006073777874310811
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,10240,0.3651164372762044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,65536,0.8111706839667426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3072,16384,0.19340533680386016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,10240,0.19231643941667345
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,256,0.00479644454187817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,3072,0.014840889308187695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,32,0.0021502222451898786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,2560,0.004353777815898259
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,256,0.003023111157947116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,8192,0.086517333984375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,32,0.002287111141615444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,65536,3.5553003946940103
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,2048,0.14058400524987116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,1536,0.009723555710580613
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,768,0.006710222197903528
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,16384,0.744051562415229
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,128,0.0031635556370019913
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,3584,0.03285155693689982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,2560,0.049666666322284274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,128,0.005984000033802456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,1024,0.01369599997997284
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,32,0.0021893332401911416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,4096,0.45256180233425564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,1536,0.40876176622178817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,7168,0.05431110991372002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,32,0.004888888862397936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,7168,0.06485066811243693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,6144,0.010985777609878115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,64,0.0022177776942650476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,6144,0.08328000042173597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,128,0.0023004443695147834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,32,0.004233777936961916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,10240,0.014668444792429606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,256,0.005440000030729506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,128,0.0026542221506436667
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,16384,0.16663377814822727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,64,0.0033777778347333274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,65536,0.9144461949666342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,256,0.024069334069887798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,10240,0.10273155238893296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,12288,0.0258942229880227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,4096,0.09657066398196751
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,8192,0.09840710957845052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,6144,0.01181688904762268
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,1024,0.04792177677154541
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,7168,0.05573866764704386
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,64,0.011409777734014722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,5120,0.05498577819930183
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,5120,1.1379128562079537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,1024,0.006156444549560547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,8192,0.05024444394641452
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,4096,2048,0.015804444750150044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,6144,0.34203023380703396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,256,0.005098666581842634
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,64,0.0027706666539112725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,10240,0.2314373387230767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,7168,1.5568328433566625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,6144,0.6350577672322592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,16384,0.17097600301106772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,512,0.0035439998739295532
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,7168,0.4805617862277561
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,3072,0.014283556077215405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,512,0.583480887942844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,64,0.0022391111900409064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,16384,1.1998862160576713
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,1536,0.058840003278520375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,2560,0.2668080064985487
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,12288,0.02958844436539544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,2048,0.014056889547242058
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,10240,0.021928888228204515
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,8192,0.22192354996999106
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,2048,0.044044444958368935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,3584,0.005294222384691238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,4096,0.2832711007859972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,5120,0.1376897758907742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,128,0.005432888865470886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,32,0.003395555540919304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,64,0.0043333334227403
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,768,0.005655999812814925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,768,0.009771555662155151
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,1536,0.007292444507280986
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,5120,0.02219555609756046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,2048,0.005628444254398346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,65536,3.2651839786105685
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,16384,0.37634044223361546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,768,0.004671999977694618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,3584,0.00572533326016532
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,1024,0.01110755569405026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,256,0.0035182221068276297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,4096,0.011077333655622272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,6144,0.07017599874072604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,7168,0.10666310787200928
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,64,0.00184888889392217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,2560,0.033004442850748696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,256,0.0034862222770849862
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,4096,0.03599822190072801
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,64,0.0033200000309281876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,32,0.0046640001237392426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,1536,0.009555555880069733
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,128,0.0022799999763568244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,12288,0.006552888701359431
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,3072,0.004754666652944353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,10240,0.08631022108925714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,2560,0.013389333254761167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,128,0.0040693332751592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,64,0.005821333163314396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,128,0.003669333126809862
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,8192,0.09644799762301975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,10240,3584,0.06584978103637695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,32,0.0019902222686343724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,2048,0.00544888898730278
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,3072,0.015408888459205627
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,5120,0.04117244482040405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,1536,0.15931999683380127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,65536,1.691690656873915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,512,0.008944888909657797
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,64,0.003301333429084884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,2560,0.008832889298597971
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,10240,0.21602400143941244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,2560,0.5591048664516872
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,5120,0.17970400386386445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,12288,0.1306284401151869
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,5120,0.09317244423760308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,3072,0.03219466739230686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,3584,0.059333331055111356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,1536,0.0053013331360287136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,6144,1536,0.019640889432695176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,768,0.005612444546487596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,7168,0.01349955548842748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,2048,0.2322159873114692
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,2560,0.3588266637590196
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,1536,0.06467822525236341
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,7168,0.1012951135635376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,6144,16384,2.596316443549262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,65536,2.2107777065700955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,512,0.014987554815080432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,768,0.0068986668354935115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,512,0.004454222404294544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,10240,0.02342133389578925
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,768,0.003548444559176763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,3584,0.01533422205183241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,5120,0.012080888781282636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,3584,0.1284737719429864
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,32,0.00562755556570159
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,512,0.0039048890272776284
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,768,0.010640888578361936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,256,0.007702222300900354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,6144,0.005705777969625261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,12288,0.01606755620903439
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,2560,0.02606133288807339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,4096,0.01110755569405026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,32,0.0022880000372727713
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,256,0.004371555729044808
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,6144,3072,0.2035928832160102
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,3072,0.0064222220745351576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,3072,0.036646223730511136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,2048,0.08356177806854248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,3584,0.18977777163187662
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,128,0.0029768887907266617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,7168,0.3556853400336371
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,7168,0.010577778021494547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,65536,9.962814331054688
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,128,0.012672888735930124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,64,0.008567111359702216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,10240,0.2799057695600721
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,5120,0.013369777964221107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,3072,0.01220444424284829
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,2048,0.11383377181159125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,64,0.008344000412358178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,5120,768,0.013103110922707452
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,65536,1.0150861740112305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,16384,0.05696711275312635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,32,0.0033697777738173804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,32,0.013085333009560903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,256,0.003387555480003357
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,10240,0.5185564359029134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,32,0.002437333265940348
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,12288,0.13499911626180014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,3584,0.03531733486387465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,12288,0.06868088907665677
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,16384,0.0304115547074212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,128,0.004004444513056013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,3584,0.05574311150444878
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,8192,0.053040888574388295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,4096,0.03387377659479777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,8192,0.0355022218492296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,64,0.004594666676388847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,8192,0.4526115523444281
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,1024,1.1445902718438041
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,12288,2.3966871897379556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,8192,0.09207022190093994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,1536,0.02064622276359134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,32,0.008674666285514832
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,64,0.011215111447705163
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,512,0.0036559998989105225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,256,0.008794666992293464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,512,0.2317582236395942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,3584,0.006879999819729064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,65536,0.23441778288947213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,768,0.011027555498811932
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,8192,1.508801778157552
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2560,768,0.004848000076082018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,4096,0.3061964511871338
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,32,0.0020791112134853997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,768,0.006909333169460297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,1536,0.008224888808197444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,64,0.008398222426573435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,64,0.001955555544959174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,8192,0.04028888874583774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,512,0.00610133343272739
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,5120,0.006133333262470033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,4096,0.011490667031870948
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,256,0.0052933332820733385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,1024,0.0047128887640105355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,1536,0.006606222026877933
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,512,0.006501333167155583
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,6144,0.35808976491292316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,128,0.20075110594431558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,1536,0.033174223370022245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,64,0.0033679999825027254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2048,768,0.004804444395833545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,128,0.005352889084153705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,3584,0.14515911208258733
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,5120,0.5884870953030056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,4096,0.13856621583302817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,4096,0.03943555553754171
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,128,0.011909333368142446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,768,0.009113777842786577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,4096,0.05600621965196398
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,16384,0.6191822157965766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,128,0.04567822151713901
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,5120,0.022873777482244704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,64,0.0031600000543726813
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,3584,0.0069253332912921906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,3072,0.03219555483924018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,2048,0.38590134514702695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,6144,1.512563599480523
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,32,1024,0.00498933345079422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,2560,0.014509333504570855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,256,0.026176000634829204
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,32,0.00371111101574368
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,16384,1.9320924546983507
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,1024,0.018385777870814007
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,64,0.007181333170996771
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,2560,0.02400711178779602
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,768,0.007626666790909237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,12288,0.0075795559419526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,512,0.025788444611761305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,64,0.005057777795526716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,12288,0.1542124483320448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,256,0.0026551110463009942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,2560,0.3254897859361437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,5120,0.07487822241253324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,8192,0.007499555746714274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,256,0.004446222136418025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,6144,0.09279821978674994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,512,0.003998222036494149
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,7168,6144,0.14092711607615152
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,65536,0.6458257569207085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,2048,0.06867021984524198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,6144,0.0450853341155582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,768,0.004226666771703296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,3072,0.5314684444003636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,512,0.003169777699642711
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,256,0.005899555567238066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,1536,0.006156444549560547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,512,0.11228356096479629
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,128,0.004408888932731417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,5120,0.06863555643293592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,65536,0.094595558113522
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,16384,0.007374222079912822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,512,0.0041599998043643106
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,5120,0.10096266534593369
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,1536,0.0495306650797526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,1536,0.030672887961069744
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,32,0.0034017778105205963
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,512,0.003036444385846456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,128,0.04214844438764784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,10240,2.4704693688286676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,12288,0.1240488953060574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,4096,0.05364977651172214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,128,0.017616000440385606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,5120,0.011136000355084738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,64,0.016380444169044495
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,64,0.004053333153327306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,10240,0.07828711138831244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,8192,0.2574240101708306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,1536,0.057358225186665855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,3584,0.011680888632933298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,64,0.004911111046870549
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,5120,0.005406222409672207
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,3584,0.012063999970753988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,2048,0.29949156443277997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,1024,0.008991999758614434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,2560,0.1661404503716363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,12288,0.09926844305462307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,5120,8192,0.16999022165934244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,1536,0.014295111099878946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,768,0.08679111136330499
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,64,0.002083555484811465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,32,0.007310222420427535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,64,0.008576889004972246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,32,0.0046951112647851305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,8192,0.11724800533718532
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,7168,0.1021582219335768
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,3584,0.008394666843944127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,10240,0.10055733389324611
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,1024,0.1567431158489651
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,3072,0.009728888670603434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,32,0.003371555565132035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,16384,0.0999315579732259
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,128,0.00757422215408749
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,8192,0.01423466702302297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,768,0.019508444600635104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,4096,0.21941067112816703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,3584,0.09228977892133926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,65536,0.42609688970777726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,12288,0.45540089077419704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,2560,0.008061333662933773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,768,0.005944889038801193
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,2048,0.011136000355084738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,5120,0.0396035545402103
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,512,0.02132622235351139
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,3072,0.012309333516491784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,12288,0.021336888273557026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,10240,0.14240266217125788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,2048,0.21048355102539062
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,65536,0.6979591051737467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,32,0.004297777596447202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,16384,0.4349946710798476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,12288,1.991980446709527
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,7168,1024,0.009873777627944946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,64,0.004101333518822988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,65536,1.4169395234849718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,4096,0.10172355837292141
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,2560,0.011890666352377998
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,12288,0.005404444618357553
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,64,0.002806222273243798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,1536,0.006224000205596288
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,32,0.003096888876623578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,3072,0.00795022232664956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,10240,0.17759022447797987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,65536,0.3284897804260254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,128,0.03501866592301263
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,4096,0.009776888622177972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,7168,5120,0.1287404431237115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,1536,0.005428444594144821
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,10240,0.48975467681884766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,512,0.003742222156789568
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,2048,0.007735999921957652
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,5120,0.10339111089706421
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,64,0.0032400000426504347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,8192,0.22143022219340006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,5120,0.0660346680217319
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,64,0.0020675555699401433
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,1536,0.009328000247478485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,65536,1.277605374654134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,10240,2.0603004031711154
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,32,0.001959111127588484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,4096,0.005111999809741974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,64,1536,0.016008888681729633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,6144,0.009648888475365108
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,3584,0.06375822093751696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,32,0.001965333397189776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,128,0.002463999928699599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,1536,0.08742311265733506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,6144,0.11506666077507867
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,3584,0.0041448887851503165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,512,0.006298666612969504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,65536,0.2919066747029622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,10240,0.23328622182210287
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,12288,2.2770258585611978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,2560,0.06608977582719591
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,1024,0.005274666680230035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,3072,0.007594666547245449
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,1024,0.03117777903874715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,3584,0.044385777579413525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,3072,0.01516533394654592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,5120,0.5281279881795248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,256,0.00889244427283605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,32,0.0019884444773197174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,7168,0.07058755556742351
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,3072,0.003744889050722122
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,10240,768,0.6613866488138834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,2048,0.009524444739023844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,12288,0.13569511307610407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,8192,1.653958214653863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,3072,0.028423110644022625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,32,1.0834969414605033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,2560,0.10056533416112264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,6144,0.20323467254638672
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,7168,0.04083289040459527
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,3584,0.055812444951799184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,4096,0.49582221772935653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,2560,0.2546337710486518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,3072,0.008715555899673039
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,3584,0.012129777835475074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,16384,13.133678012424044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,4096,512,0.004455111092991299
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,2048,0.008664000365469191
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,6144,0.0723137789302402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,64,0.0028408887899584244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,3072,0.021216000119845074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,512,0.0069751110341813825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,12288,0.22815023528205025
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,12288,0.25302312109205455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,16384,0.020920000142521326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,128,0.0022462221483389535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,64,0.0025724443710512584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,8192,0.11921511756049262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,5120,0.4165937900543213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,3072,0.02843022346496582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,2048,0.005399999933110342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,2048,0.02034133341577318
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,2560,0.007948444121413762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,256,0.005187555733654234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,5120,0.04613599843449063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,3584,0.026148445076412622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,8192,0.12349511517418756
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,1024,0.021314667330847845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,16384,0.28644177648756236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,32,0.005015999906592899
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,65536,0.2716124322679308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,256,0.00963288876745436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,3584,0.033655110332700945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,1024,0.004273777620659934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,64,0.020390222469965618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,2560,0.009703999592198266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,256,0.00424888895617591
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,12288,0.3832933372921414
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,32,0.00281866660548581
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1536,8192,0.012343111137549082
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,4096,0.9265155792236328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,768,0.38215822643703884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,7168,1.425136884053548
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,12288,0.2980577680799696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,8192,0.11439911524454753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,3584,0.0165964447789722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,32,0.004229333251714706
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,4096,0.044588443305757314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,65536,1.085192044576009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,65536,4.015769958496094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,3584,0.12491644753350152
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,768,0.01687733332316081
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1536,256,0.00535022219022115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,16384,0.06194844510820177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,512,0.015864888827006023
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,1024,0.0041946665280395085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,64,0.002030222159292963
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,128,0.0019706665641731685
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,1024,0.6667760213216146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,2048,0.005579555614127054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,768,0.0069217777086628815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,65536,4.089382171630859
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,5120,0.005428444594144821
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,10240,0.07599111398061116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,2048,0.01310488912794325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,2048,0.9029920366075305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,64,0.00249777775671747
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,768,0.010818666881985135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,1024,0.43719911575317383
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,1024,0.004286222159862518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,16384,0.12630132834116617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,2560,0.202930662367079
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,2048,0.010267555713653564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,3584,0.008485332959228093
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,512,0.0337137778600057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,3072,0.11279555161794026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,1536,1.6889164182874892
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,7168,0.03475555446412828
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,2048,0.3407599925994873
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,32,0.003522666792074839
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,128,0.005579555614127054
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,128,0.0033928888539473214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3584,6144,0.07534666856129964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,2560,0.010197333163685268
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,16384,0.022593778040673997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,16384,0.046161777443355985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,10240,2048,0.9727093378702799
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,128,0.0026702222724755607
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,7168,0.012073777616024017
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,6144,0.0432222220632765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,64,0.004384888956944148
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,5120,0.028279112444983587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,2560,0.1177262200249566
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1536,7168,0.7283146646287707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,32,0.00960355583164427
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,32,0.0058248887459437055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,12288,0.03492088781462775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,1536,0.008766222331258986
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,768,0.021570665968788996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,768,0.010395555860466426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,32,0.0019315555691719055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,3072,0.00814222213294771
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,256,0.040601776705847845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,10240,3.439592785305447
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,8192,0.06293866369459364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,10240,0.017253332667880587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,64,128,0.004050666673315896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,4096,0.00554933316177792
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,256,0.01847822301917606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,16384,1.7700861824883356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,8192,0.45994843377007383
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,32,0.006908444480763541
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,3072,0.07923377884758843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,2560,2.8449573516845703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,768,512,0.00499288903342353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,128,0.004770666774776247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,32,0.010610666539933948
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,6144,0.07598844501707289
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,65536,2.490563498602973
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,128,0.003272888975010978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,256,0.004006222304370669
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,512,0.00536088893810908
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,7168,0.14712444941202799
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,16384,0.4131306542290582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2048,12288,0.17653600374857584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,32,0.008570666942331526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,768,0.015245333313941956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,256,2048,0.022341334157519873
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,7168,0.030825777186287776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,4096,2560,0.031932443380355835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,3584,0.056555555926428906
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,3584,0.0068764446510208984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,5120,0.005662222289376789
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,65536,1.8115653991699219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,4096,0.41666044129265684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,10240,0.352946678797404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,5120,0.01670222149954902
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,5120,0.05997777647442288
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,32,0.002945777856641345
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,256,0.0026524443593290118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,128,0.005271111097600725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,16384,0.2371093432108561
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,32,0.0023662222342358693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,128,0.008382221890820397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,256,0.005221333354711533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,2560,0.20334488815731475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,5120,0.011925333076053195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,64,0.005155555489990446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,3584,0.02885422110557556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,2560,0.08000089062584771
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,8192,0.00657155571712388
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,5120,0.011178666518794166
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,256,0.005200888961553574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,768,0.003983111017280155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,1024,0.005349333501524395
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,128,0.003640000190999773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,3072,0.037837333149380155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,2560,0.061971558464898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,2560,0.4698968993292914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,64,0.0020515556550688213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,8192,0.032906668053732976
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,1536,0.01054133309258355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,3072,0.015508444772826301
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,7168,0.06609421968460083
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,2048,0.020733333296246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,10240,0.058780444992913135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,3072,0.01740800009833442
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,128,0.00906044410334693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,1024,0.060488886303371854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,7168,1024,0.022678222921159532
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3584,7168,0.07474488682217069
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,128,0.006181333214044571
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,2048,0.037224001354641385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,256,0.01702844434314304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,2560,0.007198221981525421
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,32,0.002567111204067866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,65536,3.4294444190131297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,32,0.0024604443460702896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,8192,0.31915733549329967
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,32,0.005149333427349727
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,1536,0.008185777399275038
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,10240,0.01420088940196567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,32,0.00701155596309238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,3072,0.007442666424645319
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,6144,0.025821333130200703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,65536,0.04853066802024841
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,64,0.0023413333627912733
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,64,0.03116977877087063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,64,10240,0.004563555535342959
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,512,0.0021928888228204516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,256,0.0026844443960322272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,4096,0.003830222205983268
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,3584,0.042358222934934825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,10240,0.014115555418862237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,6144,0.13752088281843397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,2560,0.02405866649415758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1024,8192,0.011696889168686338
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,1024,0.005524444497293896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,3584,0.004851555658711327
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,32,0.0047786666287316214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,2560,0.03382755650414361
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,65536,0.37305956416659886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,2560,0.010328888893127441
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,256,0.0070462218589252895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,128,0.1653039985232883
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,2048,0.0057297779454125305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,2048,0.060028447045220264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,8192,0.042661332421832614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,10240,0.2328417830997043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,2048,0.007707555260923173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,8192,0.1964471075269911
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,512,0.00778311077091429
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,2560,0.030136889881557886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,4096,0.012279999752839407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,128,0.008075555165608725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,3584,0.24312088224622938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,32,0.002042666698495547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,768,2560,0.0058986664646201665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2560,3072,0.09048799673716228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,6144,0.06615289052327473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,3072,0.5495431158277724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,6144,0.03313688768280877
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,4096,0.0184888889392217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,32,0.0020471111767821843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,128,0.00674044465025266
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,64,0.023028444912698533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,512,0.0033804445217053094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,16384,0.1593573358323839
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,128,0.029176887538697984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,2048,0.03770044445991516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,3072,0.03314133485158285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,1024,0.012364444633324942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,8192,0.0326533317565918
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,512,0.0979493326610989
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,64,0.003084444544381566
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,128,0.007676444119877285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,128,0.002672000063790215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,3584,0.24259021547105578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,5120,0.022501332892311945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3584,64,0.002893333426780171
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,3072,0.39523643917507595
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,10240,10240,0.25669778717888725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,3584,0.6507573127746582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,1024,0.10418044196234809
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,16384,0.09893066353268093
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,1024,0.03498844305674235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,3584,0.06109422445297241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,7168,0.011749332977665795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,16384,0.024520888924598694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,7168,0.1946693393919203
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,2048,1.2832053502400715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,10240,0.010289777484205034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,768,0.0037742224004533556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,64,0.006807999892367258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,10240,0.6219155523512099
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,7168,0.11080088880327012
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,5120,0.06514400243759155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,1536,0.014324444863531323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,768,512,0.007360888852013483
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,7168,0.00582311095462905
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,1536,0.005774222314357758
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,64,0.003399111123548614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,16384,0.03832355472776625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,7168,0.036554667684766985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,3072,0.011343999869293638
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,2560,0.004212444441186057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,10240,0.07612444294823541
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,1024,0.01867555578549703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,128,5120,0.1353964408238729
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,16384,0.6935040156046549
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,256,0.007333333293596904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,5120,0.05638133154975044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,4096,0.011752888560295105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,65536,0.2855795489417182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,512,0.004564444637960858
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,4096,0.007709333466158972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,3072,0.14742755889892578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,3584,0.008597333398130205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,32,0.002046222281124857
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,32,0.0032879999942249725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,1024,0.011203555597199334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,128,0.14310133457183838
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,8192,0.3021626737382677
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,2048,0.00629066675901413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,1024,0.007841777470376756
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,3072,0.028591109646691218
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,256,0.0035333335399627686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,10240,0.20029066668616402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,3584,0.2150062190161811
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,5120,0.5521084467569987
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,8192,0.9731182522243924
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,4096,0.03442755672666762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,3584,0.10036444664001465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,5120,8192,0.06817511055204603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,65536,0.5677448908487955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,32,0.0028497777465316984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,5120,0.5440035396152073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,256,0.007179555793603261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,512,0.005122666557629903
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,16384,0.11440266503228082
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,256,0.0536462234126197
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,1024,0.004559111264016894
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,32,7168,0.01071466671095954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,32,0.004977777600288391
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,256,0.01923199991385142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,65536,1.4281981786092122
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,5120,2048,0.07221955723232694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,16384,5120,0.23488712310791016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,3584,0.007480888730949826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,512,0.017131555411550734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,65536,1.391617774963379
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,3584,0.01090844472249349
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,32,0.026758222116364375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,4096,0.0046897778908411665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,16384,1.6791227128770616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,7168,0.014925332532988654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,128,0.0021253333737452826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,2560,0.006412444429265128
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,2048,0.1043599976433648
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,7168,0.06465511189566718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,4096,0.09620355235205756
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,12288,0.06349688768386841
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,7168,1.2567467159695096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,64,0.0032915555768542816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1024,10240,0.05086133215162489
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,1536,0.0939484437306722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,8192,0.005799110978841782
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,4096,0.0074177781740824384
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,65536,0.5239777565002441
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,16384,0.6268017556932237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,7168,0.23428532812330458
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,7168,1.2452053493923612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,2048,0.05385511120160421
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,7168,6144,1.9183563656277125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,6144,0.08971999751196967
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,1024,0.004499555461936527
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,2048,0.06282933553059895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,2048,0.012223111258612739
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,3584,0.8198444578382703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,1536,0.05985244115193685
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,1536,0.005981333139869902
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,10240,8192,0.14044266276889378
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,5120,0.23225333955552843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,512,0.013404444687896304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,8192,1.6228497823079426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,2048,0.027599111199378967
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,7168,16384,0.2026862170961168
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,5120,0.01834222177664439
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,2048,0.01705511079894172
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,512,0.02196888956758711
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,6144,10240,0.12490577167934841
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,64,0.003993777765168084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,32,0.007622222105662028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,768,0.004202666795916027
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,768,0.004137777619891697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,768,0.012315555579132505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,256,0.002557333351837264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,768,0.5755768881903754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,768,0.004399111287461387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,768,0.01054044481780794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,65536,64,0.054618666569391884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,768,0.006206222292449739
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,3072,0.010739555789364709
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,10240,0.06382044156392415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,256,0.14002577463785806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,32,0.013816888961527081
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,128,0.022479999396536086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,512,0.006909333169460297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,6144,0.012178666889667511
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,1536,0.0047662220895290375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,16384,8192,0.21904177135891387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,12288,0.18918311595916748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,3584,0.15708800156911215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,1536,0.006709333509206772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,10240,1.4207831488715277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,65536,0.6844462288750542
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,12288,0.14688532882266575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,2048,0.008750222623348236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,65536,0.6564995447794596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,128,0.0027520000520679685
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,10240,0.10446400112575954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,2048,0.003822222352027893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,10240,1.0581715901692708
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,7168,1.300805303785536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,5120,0.010747555229398938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,2560,0.4767768647935655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,7168,0.09822577900356716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,1536,0.011238222320874533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,12288,0.2900071144104004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,12288,9.065731472439236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,32,0.0021644443687465456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,256,0.0036355555057525635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,8192,0.08207022481494479
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,1024,0.006735111276308696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2560,12288,0.1446604463789198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,512,0.04344533218277825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,4096,4.516534169514974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,6144,0.4164124329884847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,16384,0.24800443649291992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,5120,0.012757333616415659
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,2560,0.07745955387751262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,256,0.016922665966881644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,65536,96.26856825086806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,8192,0.06371021933025785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,8192,0.07518488830990262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,512,0.0031840000301599503
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,64,0.011372444530328115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,64,0.0033528889632887314
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,3584,0.006098666538794835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,512,0.011730666789743634
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,768,0.016336000627941556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,10240,0.006701333241330252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,4096,0.012705778082211813
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,256,0.011924444801277585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,4096,0.13866310649447972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,10240,0.006623999940024481
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,32,0.001997333433892992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,8192,0.05849688582950168
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,64,0.004286222159862518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,32,0.0021280000607172647
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,32,0.0026026666164398193
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,256,65536,4.654553731282552
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,512,0.0063386667105886675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,768,2560,0.008927110996511247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,3584,0.08849422136942546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,4096,32,0.0735457804467943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,2048,0.14998932679494223
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,768,0.004276444514592488
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,5120,0.021524444222450256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,3584,0.007215110792054071
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,10240,0.23370220926072863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,10240,0.043459554513295494
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,7168,32,0.0026213334252436957
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,64,0.004300444490379757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,4096,10240,0.07413155502743192
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,16384,0.6113884184095595
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,16384,0.007567110988828871
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,32,0.008209777375062307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,3072,0.006053333481152852
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,2048,0.038167999850379095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,3584,0.004607999904288186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,128,0.014959999256663851
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,256,0.00342755557762252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,64,0.0022880000372727713
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,65536,2.8889412350124783
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,16384,3.100263171725803
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,7168,0.08217066526412964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,1024,0.005704888867007361
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,5120,1.7770729064941406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,1536,0.010580444501505958
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,65536,1.6774906582302516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,16384,0.43985332383049863
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,2048,0.01944533321592543
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,128,0.005076444397370021
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,4096,0.007343110938866933
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,2048,0.015417777829700045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2048,8192,0.0687075588438246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,16384,0.2567582130432129
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,4096,0.17224621772766113
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,6144,0.005768888940413793
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,64,0.005558222118351195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,7168,0.09405244721306695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,12288,0.4048764440748427
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,65536,0.6496764289008247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,6144,0.004214222232500712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,12288,0.25215911865234375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,2560,0.02015911042690277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,64,0.0019191110299693213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,5120,0.013958222336239286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,256,0.012071111136012606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,4096,0.0432293348842197
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,1024,0.012103111379676394
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,3584,0.0064026667839950984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,5120,0.10605421993467544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,3072,0.036582221587498985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,10240,0.013884444203641681
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,512,0.004473777694834603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,65536,0.7130328814188639
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,2048,0.011434666812419891
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,6144,0.6123653517829047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,6144,32,0.012143111063374413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,8192,0.04596177736918131
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,10240,0.00527555536892679
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,1536,0.007854222423500484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,512,5120,0.008807111117574904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,32,0.005311111195219888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,32,0.0033822223130199644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,3584,0.623302247789171
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,3072,0.029896001021067303
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,2560,0.18064622084299722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,3072,0.006980444822046492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,4096,0.007742221984598372
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,8192,1.300649748908149
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,7168,1.959628423055013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,6144,0.9177227020263672
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,10240,8192,0.141865783267551
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,6144,0.06352355745103624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,3072,0.04236622320281135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,16384,0.07138311200671725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,5120,0.08435999684863621
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,1024,0.01440177857875824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,8192,0.05937066343095568
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,16384,0.23768801159328887
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,4096,0.3406097888946533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,3584,0.15934844811757407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,1536,0.3824560112423367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,65536,35.33639187282986
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,3584,0.25130756696065265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,6144,0.02572622232966953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,2560,0.013626666532622443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3584,64,0.003469333259595765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,256,0.004416888786686791
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,1536,0.0048177776237328844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,1536,2048,0.005222222043408289
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,64,0.017304889029926725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,12288,0.027132444911532935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,512,0.003061333257291052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1024,2560,0.007958222594526079
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,64,0.006362666686375936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,2560,0.02964622113439772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,16384,0.6507760153876411
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,12288,0.011775111158688864
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,6144,0.08531288968192206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,768,0.005220444252093633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,16384,128,0.005008888741334279
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,16384,0.05484444565243191
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,128,8192,0.004383999854326248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,128,0.0052844443255000645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,12288,0.04930488930808174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,512,0.020799999435742695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,65536,0.13095200061798096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,4096,0.05307822095023262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,128,0.004483555754025777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,64,256,0.003727999826272329
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,512,0.011459555890825061
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,768,0.004253333227501975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,8192,0.11083466476864284
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2560,65536,0.4090106752183702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,10240,0.008171555896600088
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,3072,0.11055466863844131
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,3584,0.06988266441557142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,512,0.010018666585286459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,1024,0.005910222315125995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,5120,0.01371911085314221
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3584,3584,0.053638223144743175
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,16384,0.02030044462945726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,10240,0.037696888049443565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3584,7168,0.07175288597742717
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,512,0.00397866674595409
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,4096,0.00739733295308219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,1536,0.1597048838933309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,7168,64,0.003994666867785984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,1024,0.10026844342549641
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,5120,64,0.0038240001433425476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,3072,0.0088746663596895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,3584,0.01739644507567088
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,3584,0.03052266769938999
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,6144,0.015632889337009855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,256,0.024111110303137038
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,128,0.003580444388919406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,32,0.018731556004948087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,8192,0.16224177678426108
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,2048,0.03368622064590454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2560,1024,0.0046951112647851305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,768,0.3298479980892605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,5120,0.07179377476374309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,8192,0.18887200620439318
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,1024,0.005074666606055366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,10240,0.1340222226248847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,1536,0.0047066667013698155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,32,0.002704000100493431
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,12288,0.016211556063758004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,65536,3584,0.7860302395290799
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,32,0.003730666720204883
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,768,0.004898666507667965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,2048,0.009511999785900116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,16384,0.04572000106175741
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,5120,0.0087333329849773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,768,0.06830755869547527
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,16384,0.3023093276553684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,3584,0.06068978044721815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,1024,0.004283555679851108
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2560,16384,0.13472089502546522
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,1536,6144,0.03228800164328681
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,5120,0.03128177920977274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,16384,0.03376977642377218
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,3072,0.07886044184366862
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,128,0.0033075554917256036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,16384,0.20190844270918104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,3072,0.047000888321134776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,3584,0.0069822221994400024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,256,0.0036346668170558084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,3584,0.315250661638048
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,8192,0.46165153715345597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,3584,0.12452799744076198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,4096,0.7467333475748698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,12288,0.1742408937878079
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,16384,0.07683110899395414
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,128,0.0020622221959961788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,256,0.012344000240166983
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,1024,0.01607733302646213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,64,0.002152888932161861
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,256,0.0028248888750871024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,10240,0.032060444355010986
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,1536,0.01073333372672399
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,65536,4.196047888861762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,1536,0.03220266766018338
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,64,0.009031111167536842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,10240,0.01591111057334476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,6144,0.010242666635248397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,3072,0.05004088746176826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,768,0.009289777941173976
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,65536,0.13033778137630886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,3072,0.011325333681371478
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,12288,0.08061955372492473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,7168,0.00462400002612008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,7168,7168,0.181715554661221
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,4096,0.13662044207255045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,10240,0.022457778453826904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,4096,0.007304000357786815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,2560,0.00758755538198683
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,32,768,0.0037928890022966596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,16384,8.697342766655817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,65536,0.9250986311170789
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,1024,0.005445333404673471
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,3584,0.01089511149459415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2560,65536,0.4655449125501845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,65536,12.470885382758247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,10240,65536,1.1252062055799696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,4096,1.15921507941352
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,2560,0.03706044289800856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,65536,0.6899218029446073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,65536,5120,0.5306186676025391
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,32,0.006676444576846228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,16384,0.2557297812567817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,7168,0.005049777941571342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,10240,0.03720266620318095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,7168,0.00600622221827507
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1536,3072,0.00797333319981893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,3584,0.2192364401287503
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,64,0.004413333204057482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,6144,0.06791822115580241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,65536,2.9484774271647134
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,65536,0.38451377550760907
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,12288,0.811972459157308
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,1536,0.004955555415815777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2048,256,0.0035146665241983202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,2560,0.009027555584907532
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,2048,0.01955200069480472
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,4096,16384,0.21628444724612764
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,128,0.005608888963858287
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,3072,0.19538756211598715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2560,32,0.003644444462325838
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,64,0.004059555629889171
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,2048,0.016833777228991192
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2048,65536,0.23775821261935762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,768,0.016428444120619033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,128,0.0033617777129014335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,2048,0.004543999830881755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,10240,0.005401777724424998
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,4096,0.04558577802446154
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,256,0.0074720001882976955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,8192,0.27596889601813424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,512,0.004264889078007804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,10240,0.13567288716634116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,4096,0.007289778027269576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,2560,0.004556444370084339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,7168,0.012998222476906247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,8192,0.01186222251918581
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,16384,0.033744888173209295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,128,1024,0.005931555396980709
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,3584,0.01069777790043089
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,5120,0.1232080062230428
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,2560,0.013723555538389417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,8192,0.14697689480251735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,65536,0.17887288994259307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,512,0.0041893331540955436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,2048,0.019955555597941082
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,128,0.03158311049143473
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,65536,8.962323506673178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,1024,0.10391822126176621
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,16384,0.23201065593295625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,1536,0.0806879997253418
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,32,64,0.0016968888748023247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,2048,0.00926577796538671
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,16384,0.2627093262142605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,1536,0.004729777574539185
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,1536,0.005197333378924264
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,1536,0.0047422221137417685
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,3584,0.0070462218589252895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,512,0.0041786668201287585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,32,0.002014222244421641
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,256,0.005105777747101254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,512,3072,0.009764444496896531
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,2560,0.10150311390558879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,65536,0.8532133102416992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,65536,0.3083431190914578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,768,0.40322221650017637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,128,0.006206222292449739
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,2048,0.018027555611398485
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,128,0.009024889104896123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,8192,0.5887111028035482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,768,65536,0.15793422857920328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,12288,7.594684176974827
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,128,0.006968888971540663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,65536,0.2581671078999837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,8192,1536,0.025493333737055462
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,6144,2560,0.06436177757051256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3072,16384,0.3426248762342665
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,1024,0.006959999601046245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,32,0.006215999937719769
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,128,2048,0.00453333349691497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,5120,0.0843848917219374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,12288,0.05543733305401272
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,2560,0.8914266162448459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,512,0.023784889115227595
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,256,0.006829333388143116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,1024,0.010051555931568146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,512,0.003395555540919304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,12288,0.13656532764434814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,1024,0.19413956006368002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,12288,5120,0.19648977120717367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,512,64,0.0026542221506436667
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,6144,0.016913778252071805
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,10240,0.09013866715961033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,5120,0.05044888787799411
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,4096,0.012070222033394707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,5120,6144,0.09217333131366306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,128,0.0021048889805873237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,1024,0.01871288816134135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,64,0.00198755558166239
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,5120,1.0413635041978624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,2560,0.005879111174080107
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,128,0.003351111171974076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,8192,0.1870959997177124
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,256,0.003644444462325838
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,6144,0.005135111096832487
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,65536,0.47028976016574436
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,65536,0.663957330915663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,16384,5120,0.9474400414360894
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,3584,0.15817511081695557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,3072,0.011175110936164856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,256,3072,0.011035555766688453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,256,0.0058053334554036455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,8192,3.3144266340467663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,5120,0.011171555353535546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,5120,0.06014577547709147
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,7168,0.17983910772535536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,2560,0.11370844311184353
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,3584,0.007458666960398356
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,1024,0.006280888699822956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,1536,0.13216977649264866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,256,0.0025822222232818604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,10240,0.16117600599924722
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,10240,0.07327644692526923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,2048,0.06931644678115845
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,10240,0.1456248892678155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,10240,0.11351911226908366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,16384,0.010487111078368293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,64,1024,0.0036231109665499795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,4096,512,0.030790223015679255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,1024,0.08931822246975368
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,3072,0.004461333155632019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,64,0.004855111241340637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,64,0.0052684446175893145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,2560,0.017747556169827778
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,16384,0.057463109493255615
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,3584,0.2276702192094591
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,6144,0.015803555647532146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,32,0.003378666730390655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,32,512,0.005896889087226655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1024,2560,0.01313777764638265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,1024,0.007616889145639207
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,1536,0.011045333411958484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,7168,0.04422577884462145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,64,3072,0.00564444437623024
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,16384,1.881302303738064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,12288,0.12779200077056885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,4096,12288,0.33987821473015684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,32,0.0032524443748924467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,256,0.005591111050711737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,7168,0.007215110792054071
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,7168,0.38955643441942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,32,0.0021057778762446507
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,8192,0.09664977921379937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,64,0.002017777827050951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,64,0.00198755558166239
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,10240,0.48538578881157773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,1024,0.034607112407684326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,12288,0.19477066728803846
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,16384,0.02476355599032508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,32,0.005192888693677055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,256,0.004393777913517422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,10240,0.04379911224047343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,8192,0.08166666825612386
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,2560,0.01311288856797748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,4096,0.0474639998541938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,3584,0.009750222166379293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,5120,0.01660711069901784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,64,0.001975999938117133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,2048,0.0867839985423618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,65536,0.7615706655714246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,3584,0.006895111252864202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,1024,0.03784088955985175
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,2560,0.26286133130391437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,1024,0.012998222476906247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,1024,0.03978755407863193
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,768,0.010880000061459012
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,128,0.04330933425161573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,768,0.031743112537595965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,12288,7168,0.25923999150594074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1536,1536,0.005061333378156026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,10240,0.2357413238949246
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,16384,64,0.007654222349325816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,8192,0.005007110950019625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,5120,0.8817475636800131
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,12288,0.054132444991005786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,8192,5120,0.17690222793155244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,1024,0.008249777886602614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,8192,0.04572355416085985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,2048,0.02458933326933119
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,3584,0.049197332726584546
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,10240,0.02587644424703386
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,5120,0.07471377982033624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,768,0.0035457776652442086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,768,0.004908444566859139
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,32,0.001979555520746443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,12288,0.1455964379840427
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,768,0.003504000190231535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,12288,0.8138577673170301
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,512,0.09404533439212376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,2560,0.0162435554795795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,7168,0.013359111216333179
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,12288,0.11364089118109809
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,16384,0.1379964484108819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,1536,0.15508711338043213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,12288,0.040672888358434044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,16384,0.18313333723280165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,128,0.003793777690993415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,512,0.004089777668317159
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,768,0.006792000184456508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,512,0.004368888835112254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,1024,0.04730133215586344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,2048,0.039437333742777504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,4096,0.07447555330064562
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,768,0.006055111272467508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,3072,0.13456000222100153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,10240,0.09875110785166423
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,1536,0.20869689517550996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,8192,0.04282133446799385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,4096,0.008984000318580205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3072,65536,0.341797325346205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,12288,0.15819377369350857
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,6144,7168,1.951552920871311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,5120,0.03585777680079142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,512,0.005045333256324132
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,5120,0.08614310953352187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,16384,0.37316176626417374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,1536,0.010610666539933948
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,512,0.03562666641341315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,64,0.011382222175598145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,64,0.030717333157857258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,3584,0.010572444233629437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,7168,0.3581831190321181
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,2560,0.011716444459226398
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,8192,0.0053484443989064955
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,64,0.0058755555914507965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,32,0.003560888684458203
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,5120,0.2995777659946018
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,8192,0.012264000044928657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,3584,65536,0.8163502481248645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,6144,0.05070933368470934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,1024,0.06537599696053399
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,16384,0.06119733386569553
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,2560,0.014546665880415173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,256,0.018982221682866413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,1536,0.004493333399295807
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,3072,0.02100177771515316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,8192,0.8503271208869086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,768,0.10926666524675156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,3072,0.9394764370388455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,3584,5120,0.03755555550257365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,4096,2560,0.00959022260374493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,1536,0.00499199993080563
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,64,0.002003555496533712
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,2560,5120,0.03990666733847724
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,64,0.010098666780524785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,64,0.01295644458797243
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,64,0.0034008889148632684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3072,16384,0.14215732945336237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,32,3584,0.03071555495262146
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,512,0.0042133331298828125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,12288,0.0063697778516345555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,5120,0.08895911110772027
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,12288,64,0.00638488887084855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,256,512,0.003228444399105178
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,7168,0.08743733167648315
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,1536,0.005009777843952179
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,6144,0.18118755022684732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,16384,1.042159080505371
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,65536,0.7244097921583387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,128,0.028189334604475234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,128,0.003277333246337043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,768,0.09164000219768947
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,65536,0.47555912865532773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,6144,0.03333244389957852
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,6144,7168,0.07064888874689738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,6144,0.10818222496244644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,3584,0.0166284441947937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,512,5120,0.09512622488869561
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,2560,0.06657066610124376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,512,0.005987555616431766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,256,0.0026497778793176017
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,32,0.0035546666218174826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,64,0.005498666730191972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,32,0.016040000650617812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,128,0.015071110592948066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,3072,0.5630408922831217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,32,0.0020808887978394828
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,512,0.0038613333470291565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,256,0.0037226668662495087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,10240,0.10148444440629746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,10240,1.0830390718248155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,1024,0.26081599129570854
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,3584,0.0069875551594628235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,2560,0.09649422433641221
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,32,0.026428444517983332
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,5120,0.018146667215559218
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,1536,0.11143110858069526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,3072,0.047341333495246045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,8192,0.08451022042168511
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,128,8192,0.006598222172922558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,32,10240,0.01590666671593984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,2048,0.02125955621401469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3584,8192,0.09966399934556748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,32,0.004877333425813251
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,4096,0.008652444514963362
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,128,0.25102578269110787
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,2560,0.005892444401979446
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,65536,0.09611733092202081
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,1536,0.036313778824276395
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,3584,0.008655110994974772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,256,0.008625778059164682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,5120,0.022248889009157818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,512,0.0029928889125585556
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,1536,0.018789332773950364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,768,0.020033778415785897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,65536,0.8913200166490344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,8192,0.9271511501736112
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,12288,0.12779022587670222
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,3584,0.07492711146672566
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,3072,65536,0.5444062021043565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,5120,0.008939555949634975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,5120,0.04242577817704943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,1536,0.16096533669365778
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,5120,0.22393955124749076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,64,0.002507555608948072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,3072,0.02695377833313412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,4096,0.4311555491553412
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,10240,32,0.0022702221241262224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,7168,0.0135057775510682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,512,0.009304000271691216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,2560,0.07362400160895453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,8192,3584,0.05205333232879639
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,128,512,0.0037466668420367767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,4096,0.017417778571446735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,512,0.18955111503601074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,7168,0.010677333507272931
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,5120,1536,0.009447111023796929
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,3072,5120,0.022670222653283015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,10240,0.07925155427720812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,8192,1536,0.012110222544935016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1024,1536,0.005863111052248213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,2560,0.006762666834725275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,512,0.0036195553839206696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,768,0.013946667313575745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,32,0.004306666553020477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,256,0.003986666599909465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,16384,0.040405333042144775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,10240,7168,0.24541865454779732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,5120,0.009276444713274637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,65536,0.2739280064900716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2560,128,0.003900444342030419
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,7168,5.967350429958767
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,65536,0.5324657758076986
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,6144,0.06193955739339193
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,3072,0.14849244223700628
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,64,0.03220977716975742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,4096,0.03512622250450982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,7168,0.06975466675228544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,3072,0.00776977754301495
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,1536,0.012620444099108378
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,5120,0.015300444430775113
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1536,10240,0.5555315547519261
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,256,256,0.004622222234805425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,512,12288,0.07185777690675524
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,65536,1536,0.32569244172838
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,10240,0.11128532886505127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,2560,0.33812088436550564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,12288,2048,0.08119110928641425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,768,0.006825777805513806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,10240,0.07231110996670194
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,768,8192,0.019314666589101154
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,32,0.0023182222826613323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,3072,0.004150222159094281
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,2560,0.014193778236707052
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,6144,0.22986933920118544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,2560,0.00872622181971868
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,1536,0.006122666514582104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,12288,0.007965332931942409
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,32,0.002218666589922375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,64,0.005674666828579373
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,10240,10240,0.21520266267988417
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,5120,1.0453679826524522
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,5120,0.040024889840020075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1024,7168,0.6218498018052843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,10240,7.419074164496528
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2560,12288,0.11510222487979466
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,256,0.007166222565703922
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,2048,0.008246222303973304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2048,3072,0.013787555197874704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,1536,0.0568737785021464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,1024,0.007043555378913879
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,2048,0.22120622793833414
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,6144,0.6249590979682075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,2048,0.020463110672103036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,2048,0.4300231138865153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,6144,0.07537244425879584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,512,0.4050310982598199
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,8192,0.05885422229766846
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,256,0.00700444479783376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,128,0.006178666734033161
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3584,1024,0.006780444333950679
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,64,0.006619555668698416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,64,0.005912888795137405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,2048,0.008059555457697975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,1024,0.012140444583363004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,4096,32,0.002303999952144093
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,2560,0.16230044100019667
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,128,2560,0.007038222418891058
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,16384,0.12136711014641656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,1536,0.00867377801073922
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,12288,0.34489777353074813
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,2048,0.011815110842386881
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,512,0.011367999845080905
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,8192,0.040417777167426214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,4096,32,0.003964444415436851
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,512,2560,0.005838222387764189
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,12288,0.15517332818773058
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,2560,0.008754666480753157
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,64,0.005997333261701796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,128,0.005633777628342311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2048,32,0.0052639999323421055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,12288,32,0.019356444478034973
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,16384,6.909256829155816
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,64,0.0033537778589460584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,768,1024,0.0042275554604000514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,4096,0.011170667078759937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,1536,0.23638221952650282
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,128,0.002814222127199173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,12288,10240,0.33915289243062335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,3072,0.0063573333124319715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,1024,0.010641777680979835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,3072,0.008747555315494537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,5120,0.010058666268984476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,6144,4096,0.28023378054300946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,5120,1536,0.09823022286097209
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,4096,0.004549333204825719
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,65536,0.4517173237270779
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,12288,2560,0.5370657708909776
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,12288,0.31177600224812824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,4096,3584,0.5503368907504612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,768,0.0038693332009845306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,12288,1.0847128762139213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,16384,0.08556711011462742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,256,0.005156444592608346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,16384,0.05233333177036709
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,512,0.006520000182920032
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,256,0.008617777791288164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,1024,0.004522666749027041
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,7168,0.2766897678375244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,64,0.0031555555760860443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,512,8192,0.02164977788925171
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,16384,0.12545955181121826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,4096,0.1487333377202352
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,7168,256,0.0033448889023727844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,65536,512,0.10826488998201157
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2048,2560,0.022535110513369244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,4096,0.01033333357837465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,2560,0.02404444416364034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,1024,0.012451555165979596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,64,0.008179555336634317
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,65536,7168,1.6077760060628254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,6144,0.11393777529398601
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3584,2560,0.04610133171081543
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,512,0.003630222131808599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,2560,10240,0.057144886917538114
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,3584,0.010659555594126383
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,3072,0.030861334668265447
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,65536,0.12775999969906277
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,512,0.00332266671790017
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,2048,0.10592977868186103
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,8192,1536,0.02495288848876953
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,768,0.0075342224703894714
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,3584,0.014343111051453484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,65536,1.2779857847425673
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,7168,3072,0.08858488665686713
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,8192,0.404189321729872
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,1536,0.007683555285135905
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,32,0.03238222334120009
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,6144,0.15212978257073298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,3072,0.04916266600290934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3072,768,0.004243555582231945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,12288,0.01955200069480472
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,3072,0.008303110798199972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,512,0.0034959999223550162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,3072,0.009947555760542551
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,768,0.005972444597217772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,32,0.0021973333011070886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,64,0.016542222764756944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,32,0.003953777667548922
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,256,0.0038559999730851916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,4096,4096,0.047684444321526416
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,512,0.013992889059914483
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2560,1536,0.00869599978129069
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,4096,0.007032000356250339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,1024,0.0047493332790003884
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,256,0.003310222178697586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,128,128,0.007547555698288812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,6144,0.4091964562733968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,6144,0.31595555941263836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,2560,0.04967200093799167
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,7168,1.4382293489244249
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,12288,0.5958871311611599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,1024,1024,0.07591466771231757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,10240,0.20683644877539742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,32,0.006212444355090459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,3072,0.0076142218377855085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,5120,0.1057164470354716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1536,8192,0.048229333427217275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,7168,0.02256533337963952
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,5120,0.1637893385357327
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,4096,0.036737776464886136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,2560,0.05313422282536825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,32,0.0022231110682090125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,256,0.011527111132939657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,12288,0.8408080206976997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,512,0.05384088887108696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,256,0.0052577778697013855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,8192,2048,0.024694222542974684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,5120,0.008257778154479133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,768,0.0107004443804423
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,65536,0.741829342312283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,128,0.005400889035728242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,10240,0.040123555395338274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,12288,5120,0.34916443294949
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,16384,0.025482666161325242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1024,2560,0.08750666512383355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,3584,0.05332444442643059
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,128,0.448836432562934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,8192,0.08526755703820123
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,3072,0.013537777794731988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,65536,2.462399164835612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,12288,768,0.045351111226611666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,2560,0.04974577824274699
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,65536,8192,0.8378942277696398
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,16384,1024,0.04826044374042087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,1536,0.02160888910293579
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,128,0.0038648889296584656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,32,0.004134222037262387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,256,0.004375111311674118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,512,2048,0.004355555607212914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,3072,0.007093333535724216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,256,0.007531555162535773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,256,0.22970755894978842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,256,64,0.003650666524966558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1024,768,0.0032400000426504347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,2048,0.270592901441786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,1024,0.006520888871616787
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,3584,0.006811555474996567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2048,1024,0.006215111249023014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,5120,0.010564444793595208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,256,64,0.0020026666008763844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,2048,0.008588444855478074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,32,12288,0.4096835454305013
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,3584,0.21173422866397432
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,768,0.004072000169091755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,6144,0.012019555601808759
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,512,0.02295555505487654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,16384,0.16886666085984972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,32,0.005904888941182031
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,3584,0.12967022260030112
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,4096,0.004089777668317159
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,8192,0.8567013210720487
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,768,128,0.0028977776981062363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,5120,16384,0.38479110929701066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,8192,256,0.23899910185072157
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,2560,0.13868178261650935
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,768,0.006135111053784688
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,1536,0.01090311093462838
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,768,0.020868443780475195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,16384,0.1702115535736084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,64,3072,0.006548444430033366
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,12288,0.0521653327676985
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,2560,0.006534222099516127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,2560,0.06793333424462213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,128,0.00398577791121271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,128,0.012551111479600271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,3584,0.009767110976907942
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,128,0.0038373333712418876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,65536,256,0.052946666876475014
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,7168,0.8275138007269965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,4096,0.06858399841520521
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,16384,0.005903999838564131
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,16384,6.603020562065972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,65536,8192,0.8385413487752279
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,5120,0.0247715562582016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,1024,0.46756712595621747
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,65536,0.2258115609486898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,2048,0.006172444257471297
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,128,512,0.004091555459631814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,5120,0.01680444512102339
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,768,0.004969777746333016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,128,0.001960888918903139
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,10240,2560,0.09397955735524495
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2560,2048,0.021055110626750525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,8192,0.2459742228190104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,512,0.010088000032636855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,64,0.02687377731005351
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,65536,2.6291234758165145
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,768,0.010667555862002902
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,128,4096,0.004632888982693355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,2560,0.045606222417619496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,512,0.0370506677362654
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,7168,0.07804089122348361
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,16384,768,0.008734222087595198
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1536,128,0.002571555475393931
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3072,3072,0.11158666345808242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,5120,0.04425333274735344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,64,1024,0.004966222163703707
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1536,4096,0.011410666836632622
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,5120,0.06598311000400119
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,768,0.003632889025741153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1536,4096,0.011738667057620155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2560,5120,0.12073332733578152
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,256,512,0.00416711096962293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,6144,0.03474311033884684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,1536,0.0037457777394188773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,2048,0.006680888848172293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,1024,0.008370666868156856
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,2048,0.21179644266764322
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,16384,0.09424444701936509
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,1024,0.04850577645831638
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,3072,0.09918844699859619
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,2560,0.023990222149425085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,65536,2.420792897542318
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,5120,0.9388035668267144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,6144,0.009672000176376766
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,12288,0.006143110907740063
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,2048,0.007520000139872233
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,128,0.006311111152172089
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,65536,0.07211377885606554
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,3584,0.6617120107014974
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,1024,0.012462221913867526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,12288,6144,0.1252115567525228
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,4096,0.2598506609598796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,128,0.0020728889438841078
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,7168,16384,0.21154044734107125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,3072,0.047006222936842174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,128,0.002700444517864121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,128,5120,0.004503111044565837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,32,16384,0.005646222167544895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,4096,0.051446222596698336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,256,2560,0.005883555445406172
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,65536,0.7572728792826334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,2048,0.16752889421251085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,128,0.006186666587988536
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,4096,512,0.0035991109907627106
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2048,64,0.011865778101815118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,7168,0.09116622474458481
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,32,0.0033093332830402586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,256,3584,0.007053333024183909
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,8192,0.21659555700090197
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,12288,5120,0.09461866484747992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,65536,3584,1.0116853713989258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,4096,1.8790213267008464
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,12288,0.06855022244983248
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,16384,6144,0.4241040017869737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,2560,0.009827555881606208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,10240,1.1586604648166232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,5120,768,0.079912887679206
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,8192,64,0.010667555862002902
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,32,0.0064897777305708984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,4096,0.025272889269722834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,8192,0.02092444399992625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,768,12288,0.12127555741204156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,7168,0.09051289161046346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,16384,0.011030221978823343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,10240,0.1685555511050754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2048,5120,0.6743564605712891
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,16384,0.04606044292449951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2560,1536,0.29151466157701283
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,8192,0.22012444337209067
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,4096,0.012305777933862476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3072,3584,0.03468888998031616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,256,1536,0.015840889679061044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,3072,0.01631733278433482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,32,10240,0.2779075569576687
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,6144,256,0.007057777709431118
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,1024,0.004573333180612988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,64,64,0.0019137778629859288
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,8192,0.034727109803093806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,65536,64,0.018901333212852478
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,10240,0.14207377698686388
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,65536,0.22204177909427217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,1536,3072,0.017519111434618633
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,3072,0.026724444495307073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,12288,0.1004062228732639
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,4096,256,0.0041991112132867174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,2560,0.006063999815119638
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,1024,0.05448355608516269
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,3072,0.08724711338678996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,3072,0.06445688671535917
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,1024,0.02367377777894338
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,2048,0.003528000166018804
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,2560,2560,0.04602666695912679
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,512,0.007825777762466008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,5120,0.005512889060709212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,65536,8192,3.7577671474880643
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,3584,0.1048426694340176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,3072,0.027355555031034682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1024,7168,0.015600000818570455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,1536,0.010518222219414182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,1024,0.01716088917520311
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,512,1536,0.007095110913117726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,768,0.004709333181381226
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,4096,0.5662613444858128
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,65536,0.7862275441487631
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2560,768,0.004850666556093427
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,512,768,0.004952888935804367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,512,0.0063591111037466265
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,8192,1536,0.48184887568155926
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,1024,0.008421333299742805
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1024,3584,0.04266755448447334
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,2048,0.01182577759027481
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,256,0.00794311116139094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,768,0.005587555468082428
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,256,12288,0.024134222004148696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,10240,0.14307199584113225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,768,0.0047884442740016514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3584,64,0.0038275557259718576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,2048,0.011138666835096149
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,16384,64,0.00851733320289188
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,256,0.01572088897228241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,5120,7168,0.10420711172951592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,65536,1.1908915837605794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,12288,0.5784079763624403
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,3584,0.14661422040727404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,5120,0.19949866665734184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,7168,0.16060533788469103
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,6144,0.08644977543089126
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,5120,0.11631288793351914
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,5120,65536,0.6522462103101943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,12288,1.3941449059380426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,3584,0.215119997660319
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,12288,65536,7.088346693250869
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,2048,0.05350311266051399
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,2560,0.07627644141515096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,256,0.005715555614895291
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,256,3072,0.005199111170238919
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,32,0.0068959999415609576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,1024,0.005612444546487596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,16384,0.16634844409094915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,8192,0.01886488828394148
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,65536,0.14226310782962376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,64,1536,0.0064275554484791225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,2048,1536,0.01868799991077847
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,512,0.006024888820118374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,64,0.03307822346687317
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,12288,0.17068800661298963
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,2560,0.008056888977686564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,1536,0.04587555593914456
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,7168,7.650388929578994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,512,0.0031439999325407874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,4096,3584,0.06010488669077555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,128,0.012723555167516073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,7168,0.08305244313346015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,128,0.006643555644485686
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,512,0.0047626665068997275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,7168,12288,0.41767199834187824
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,512,0.004576000074545543
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,12288,1024,0.044333332114749484
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,1536,65536,0.17718399895562065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,12288,0.007314666277832455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,1024,4096,0.006175999840100606
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,5120,0.011210666762457954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,10240,0.3515920109219021
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,1536,12288,0.06396533383263482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3584,64,0.003662222375472387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,512,0.3506177796257867
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,5120,0.06148799922731188
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,16384,0.50346130794949
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,512,0.002986666642957263
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,10240,3072,0.05203288793563843
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,2048,6144,0.013075555364290873
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,4096,768,0.004819555415047539
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,512,0.004296888907750447
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,2048,0.008866666919655269
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,32,0.006483555667930179
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,32,0.013437333206335703
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3584,256,0.03644088904062907
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,32,0.002390222210023138
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,768,0.0495742228296068
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,6144,0.26916445626152885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,768,0.00397866674595409
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,2560,0.10858933130900066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,256,0.0036435553597079385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3072,3584,0.03681244452794393
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,65536,0.46358844969007706
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,256,5120,0.12481244405110677
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,1024,0.017311111092567444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,8192,0.011689778003427716
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,3072,0.1062684456507365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,32,128,0.0021280000607172647
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,768,0.00870311094654931
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,65536,1.108151117960612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,7168,0.1841848823759291
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,256,10240,0.3047395547231038
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,256,3072,0.006692444284756978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,4096,0.0068604445291890045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,6144,256,0.006204444501135085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,512,0.00755466686354743
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,32,256,0.0034808889031410217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,2048,0.02123733361562093
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,512,0.004134222037262387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,32,0.003144888828198115
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,8192,0.018953777021831937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,7168,7168,0.0908693340089586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,7168,12288,2.1124960581461587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,3584,0.0425600012143453
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,5120,1.4652818044026692
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,2560,0.006360888895061281
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,512,0.018928888771269057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,256,0.0041546668443414895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,1024,0.010044444766309526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,4096,0.4358648988935683
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,4096,0.07945333586798774
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,1536,0.0455057786570655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3584,1536,0.01368533323208491
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1536,2048,0.01071466671095954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,64,0.008193777667151557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,2560,10240,0.04283110962973701
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,32,6144,0.025568889247046575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,64,768,0.011952888634469775
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,768,0.004652444273233414
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,64,0.004507555729813046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,32,0.004598222259018156
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1024,256,0.004003555410438114
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,5120,0.008656889200210571
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,16384,32,0.008403555386596257
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,7168,0.10436622301737468
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,4096,128,0.005581333405441708
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,12288,0.005035555611054103
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,256,0.04651644494798449
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,64,0.0058551111982928375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,5120,5120,0.07876266373528375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,5120,1.2701724370320637
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,4096,0.01149866647190518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,64,0.05898844533496433
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,1024,0.022520888182852004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,32,0.01311644415060679
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,32,0.0031973332580592898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,8192,0.27918754683600533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,2048,0.03055022160212199
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1536,32,0.006205333189831839
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,10240,4096,0.11992266443040635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,6144,65536,27.519427829318577
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,5120,1024,0.03276800115903219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,1024,0.689534240298801
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,7168,0.7369884385002984
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,2048,0.009635555247465769
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1024,768,0.0063973334100511335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,10240,2048,0.03464355402522617
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,12288,0.286610656314426
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,1536,0.00923733330435223
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,32,0.0038159998754660287
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,512,256,0.003403555601835251
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,128,7168,0.010632889138327705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,7168,0.007732444339328342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2048,768,0.007799111306667328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,8192,0.2882017824384901
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,10240,0.09013688564300537
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,3072,0.05965244770050049
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,7168,1536,0.03261511193381415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,768,0.006636444479227066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,5120,768,0.02564711040920681
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,2048,6144,0.044621331824196704
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,32,0.006508444332414203
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,2560,0.16396710607740614
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,8192,7168,0.1005600028567844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,3072,0.02754577828778161
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,512,0.010012444522645738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,6144,0.045915553967158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1024,512,0.003843555433882607
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,5120,1536,0.013838222457302941
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,64,0.00342399999499321
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,5120,64,0.00490488898422983
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1536,32,0.0028533333291610083
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,3584,5120,0.05308799942334493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,5120,0.9315439860026041
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,6144,0.00544088871942626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,5120,32,0.03263466556866964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,256,256,0.002587555597225825
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1024,1536,0.009758222434255812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,10240,0.2590426603953044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,768,0.00683111117945777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,7168,0.13990222083197698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,1536,0.0036115555299652945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,32,16384,0.005463111317820019
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,32,0.005535999933878581
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,10240,0.5577795770433214
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,256,128,0.004046222401989831
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,512,0.09514577521218194
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1536,8192,0.04526666800181071
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,12288,2.8891724480523
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,64,0.00253866674999396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,2560,8192,0.10298222303390503
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,8192,0.07157066795561048
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,3072,0.0710995528433058
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,64,0.0019946667469210094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1536,512,0.005247999810510212
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,65536,30.27719455295139
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,64,65536,0.11077688799964057
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,3072,0.033258666594823204
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,65536,2560,0.3400293456183539
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,2048,0.06260355313618977
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,16384,512,0.027758222487237718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,3072,0.03700177868207296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,3584,0.01257511145538754
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,32,0.005167110926575131
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,7168,5120,0.06434933344523112
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,1536,0.09291911125183105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,4096,12288,0.16464622815450033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2048,7168,0.011863999896579318
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,64,0.0026444445053736367
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,32,6144,0.019550222489568923
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,64,0.0019422223170598347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,128,8192,0.019000889526473153
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,256,0.009335111412737105
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,768,0.004324444466167026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,5120,128,0.010235555469989777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,10240,128,0.002921777880854077
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,768,4096,0.036884443627463445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,8192,768,0.027822222974565294
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,64,0.006533333410819371
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,12288,16384,0.3814666536119249
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3072,768,0.1889493332968818
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,8192,16384,0.2279555532667372
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,65536,0.43431822458902997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,16384,65536,3.241377724541558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,12288,0.05306755503018697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,128,0.0019866666860050624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,32,0.00490044429898262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,1536,0.028280887338850234
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,7168,0.013192888763215808
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,128,3584,0.031063109636306763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,256,0.0025155554629034465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,2048,8192,0.06477599673800997
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,1024,0.00554044461912579
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2560,256,0.002926222152180142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,64,0.0023182222826613323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,3584,0.0628382232454088
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,2048,0.7337057855394152
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,32,1024,0.0041964443193541635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,65536,8192,0.8458746804131402
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,256,0.006647111227114995
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,4096,10240,0.06682044267654419
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,6144,0.16272621684604222
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,10240,3584,0.10317422284020318
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,1024,0.07034933567047119
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,256,0.04009244508213467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,16384,0.4379528893364801
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,5120,0.12349600262112087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,4096,0.06054133176803589
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,32,0.0018826667219400406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,7168,128,0.01715288890732659
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,1536,0.0048142220411035745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,10240,0.0053119998839166425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,4096,0.010592000352011787
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,64,0.0026764445420768526
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,3584,3584,0.007154666715198093
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,7168,64,0.0057946667075157166
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,128,512,0.009119999905427298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,32,768,0.010281778044170803
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,768,0.1448168887032403
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,32,16384,0.0057946667075157166
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,12288,0.7211955388387045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,1536,0.00850844466023975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,32,16384,0.03309955530696445
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,6144,2560,0.045520888434516064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,2560,0.006136888845099344
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,5120,0.11848266919453938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,128,0.003903999924659729
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,768,64,0.005147555636035072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,4096,5120,0.12057244777679443
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,256,0.0030986666679382324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,2560,0.045399109522501625
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,6144,256,0.0037875556283526947
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,64,0.0034008889148632684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,3072,0.307166232003106
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,65536,512,0.06945511367585924
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,64,2.097395579020182
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,512,1536,0.003444444388151169
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,256,0.00867377801073922
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,7168,256,0.008203555312421586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,3584,0.13389244344499376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,128,0.004006222304370669
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,128,0.008752889103359645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,2560,65536,0.6733564270867242
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,8192,0.5623600218031142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,5120,0.08930222193400066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,5120,0.008700444466537898
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,12288,64,0.004800888813204235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,256,0.00508088908261723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,768,0.0042053332759274375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3584,2560,0.023542222049501207
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,8192,0.500506665971544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,5120,3584,0.05314044488800896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,7168,0.0986293355623881
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3584,2560,0.011343110766675739
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,512,0.019370666808552213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,768,1024,0.005955555372767978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,3584,0.0030168888883458245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,768,0.003726222034957674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,8192,1024,0.15483466784159342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,2560,0.039847112364239164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,8192,0.9687333636813693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,256,0.005391110976537068
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,512,0.03085955646302965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,3584,0.004646222210592694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,6144,7168,0.21776978174845377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,2560,0.009331555830107795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,1024,0.035543110635545515
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,65536,0.0764826668633355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2560,12288,0.10534755388895671
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,768,6144,0.011591999895042844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,4096,10240,0.13288266128963894
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,2560,0.4626026683383518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,3584,5.1093393961588545
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,768,0.014851555228233337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,256,768,0.007827555967701806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,3072,3072,0.033378667301601835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,65536,0.28662310706244576
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,3072,0.07269955343670316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,1024,0.016713778177897137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,256,4096,0.03521155648761325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,3584,64,0.006341333190600078
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,256,256,0.0031742221779293488
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,10240,6144,0.10141333606508042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,2560,0.01292711082432005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,64,0.004286222159862518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,65536,0.07816444502936469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,768,3072,0.010954666468832227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,1024,2048,0.02013066742155287
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,256,0.0047217777205838096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,32,6144,0.010588444769382477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,128,0.0022026666750510535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,16384,2560,0.0661768913269043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,512,6144,0.006255110932721033
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,3072,8192,0.04156977931658427
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,3584,1536,0.005006222261322869
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,4096,6144,0.03988444474008348
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,4096,3072,0.018752000398106046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,3072,3584,0.008560000194443597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,4096,1536,0.03009777930047777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,6144,1536,0.032073779238594904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,1536,0.09244088994132148
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,1024,0.018370666437678866
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,32,64,0.0023804443577925363
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1536,1536,0.016265778077973258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,768,64,0.007255111303594377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,7168,12288,0.3122862180074056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,12288,0.9157288869222006
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,64,5120,0.004489777816666497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,2048,65536,14.423946804470487
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,512,2048,0.0040693332751592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,6144,2560,0.008166222108734978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,2560,1.931081771850586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,128,10240,0.0809840030140347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,4096,3584,0.00888177752494812
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,256,5120,0.004767111192146937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,4096,3584,0.02730488942729102
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,64,10240,0.32973066965738934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,7168,0.421249787012736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2048,5120,0.02128711177243127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,128,0.004138666722509596
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,256,8192,0.12407733334435357
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,768,0.012889777620633444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,16384,0.08195288976033528
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,128,3584,0.006144888699054718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,3584,2048,0.35543110635545516
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,2048,0.08541066779030694
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,2560,0.06810133324729072
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,512,0.00425866660144594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1024,32,0.0058124446206622655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,6144,0.051671110921435885
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,4096,0.09303110837936401
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,3584,64,0.002977777686383989
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3584,8192,0.0487022234333886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,256,0.007627555893527136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,3584,0.024346666203604803
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,1536,0.014860444598727755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,6144,0.0284551117155287
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,2560,7168,0.0274008893304401
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,65536,1024,0.10655644204881455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,7168,0.14276799890730116
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,256,0.012582222620646158
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,65536,1024,0.18942044840918648
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,3584,12288,0.5533822377522787
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,128,512,0.0034391110142072043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,768,0.005513777749405966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,65536,0.07367822196748522
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,1536,0.07148000266816881
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3584,3072,0.0787866645389133
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2048,6144,0.04845955636766222
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,5120,2048,0.02074666652414534
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,16384,7168,0.38271911938985187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,128,0.009544000029563904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,512,0.005906666732496685
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,5120,0.12006755669911702
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,65536,1024,1.8503360748291016
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,1024,0.010536889235178629
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,256,768,0.0035777779089079965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,128,256,0.0024008889579110676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,10240,0.013993778162532382
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,2048,0.0063368889192740125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,4096,3584,0.015327110886573792
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,16384,0.04593333270814684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,10240,0.38986576928032773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,6144,0.34050310982598203
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,7168,6144,0.08533689048555161
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,32,16384,0.03335111008750068
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,512,0.01590044465329912
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,1024,3584,0.007137777904669444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,7168,256,0.003975999852021535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,768,6144,0.006743999818960826
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,64,0.0020186667227082783
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,16384,7168,0.1966702275806003
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,1536,3072,0.30624977747599286
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,768,0.003903999924659729
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,4096,0.007230222225189209
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,10240,32,0.017873777283562552
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,256,0.0048071112897661
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,3584,0.1595075527826945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,32,0.11650399367014568
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,1024,0.0079297779334916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,10240,0.038712888956069946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,16384,0.3394755522410075
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,8192,16384,0.23018489943610299
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,128,0.002321777865290642
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,8192,3072,0.0884008871184455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,8192,0.017082666357358296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,6144,0.1812675529056125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,65536,0.27851467662387425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,2560,0.006292444550328785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,12288,8192,0.3271964391072591
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,7168,65536,1.290636486477322
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,7168,0.007551111280918121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,16384,3.170929802788628
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,16384,0.07592444287406074
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,768,0.05176622337765164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,4096,0.04492888847986857
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,8192,512,0.028311110205120508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,32,128,0.0020826665891541377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,512,3072,0.006607999818192587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,1536,0.03690400057368808
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,4096,12288,0.09070489141676162
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,2560,0.051134222083621554
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,128,0.014641778336630927
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,16384,18.857674492730034
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,768,0.014183110660976835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,16384,7168,0.3724951214260525
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,2048,0.0547013349003262
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,1536,0.01620444489849938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,2560,0.10253066486782497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,65536,0.6477120187547472
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,7168,0.06528533167309232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,16384,3072,2.0528924730088973
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,64,2560,0.007963555554548899
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,7168,5120,0.10326133171717326
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,3072,0.011545778148704104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,64,0.05099022057321337
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,1536,0.006464889066086874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,256,0.004459555364317364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,512,0.004006222304370669
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,64,32,0.003504000190231535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,64,0.012820444173283048
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,256,2048,0.009897777603732215
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,64,3072,0.009584888815879822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,8192,128,0.004193777839342753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,1024,0.04321600000063578
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,1024,0.012708444562223224
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,65536,64,0.04804177747832405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,256,3584,0.020629333125220407
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,12288,12288,9.843859354654947
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,512,10240,0.017151110702090792
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,32,0.0020711111525694528
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,12288,0.19829600387149385
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,32,3072,0.005991111199061076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,12288,0.07266577747133043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,7168,0.05758488840527005
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,10240,65536,2.1652605268690324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,8192,0.014632888966136508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,768,3584,0.010468444062603844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2560,12288,0.9136791229248047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,7168,7168,0.23513423071967232
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,2560,4096,0.04271911250220405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,1024,0.007095110913117726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,12288,3072,0.1472417778438992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,6144,0.010639111200968424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,12288,0.7315671179029676
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,768,0.010225777824719747
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,7168,3072,0.17337777879503039
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,16384,1.1106480492485893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,2560,0.005620444400442972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,4096,64,0.003744889050722122
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,64,0.014206222361988492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,10240,0.11871377627054851
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,8192,4096,0.12304177549150254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,1024,0.07396622498830159
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,3072,0.24563288688659668
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,64,768,0.0069395556218094295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,5120,0.07229244709014893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,256,0.005450666778617435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3072,512,0.0042257776690853965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,4096,6144,0.08914489216274685
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,1536,0.0058515556156635284
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,1024,0.10983200205696954
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,2048,0.01722577710946401
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,1536,0.005079999979999331
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,64,0.0041519999504089355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,1536,0.052163554562462695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,2560,0.005945777727497949
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,128,3072,0.014942222171359591
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,768,10240,0.8803466690911187
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,3072,0.12927288479275173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,3584,0.010987555815113915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,12288,1.2576701905992296
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,6144,0.1486711104710897
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,65536,1.0859413146972656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,512,12288,0.04325777623388502
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,10240,6144,2.7416843838161893
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,10240,0.005010666532648934
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,12288,1024,0.15398932827843562
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,8192,16384,0.37332622210184735
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,1024,12288,0.02464977734618717
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,64,4096,0.00360355567600992
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,256,0.005933333188295364
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,65536,1.6186346477932398
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,3072,0.007648000286685095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,16384,10240,0.7709520128038195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,16384,16384,1.625101301405165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,3072,128,0.003649777836269803
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,12288,0.13624710506863064
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,16384,8192,0.42269688182406956
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,65536,16384,1.697996457417806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,4096,0.01165244479974111
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,12288,0.5408844417995876
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,8192,256,0.00463377767139011
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,1536,0.0579377810160319
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,10240,256,0.004048888882001241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,3072,0.0923466682434082
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,65536,64,0.005664888769388199
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,2048,1024,0.006579555571079254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,16384,768,0.400365326139662
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,3072,32,0.003932444585694207
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,10240,3584,0.06715910964541964
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,32,0.003378666730390655
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,12288,2560,0.1015511088901096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,3072,2048,0.01147911118136512
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,10240,3072,0.11689866913689508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,2560,0.007068444457319047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,6144,768,0.08143466711044312
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,5120,16384,0.1368186606301202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,1024,768,0.007094221810499827
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,6144,0.39714399973551434
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3072,10240,0.09128355317645603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,1536,0.5701911184522841
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,6144,512,0.007748444047239091
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,512,0.005321777943107817
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,5120,5120,0.04303200046221415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,12288,12288,0.5763226615058051
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,6144,0.004761777818202972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,3584,0.038754665189319186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,5120,0.1290880044301351
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,1024,3072,0.0295724438296424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2048,32,0.004089777668317159
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,2560,0.03398044572936164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,64,65536,0.03688800003793504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,1536,0.0075866662793689305
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,7168,0.4691733254326715
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,4096,0.08498399787478977
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,7168,0.38764532407124835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,1536,3584,0.015056000815497505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,12288,3072,0.06140355269114176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,5120,32,0.004848888764778773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,128,2048,0.014500444134076437
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,8192,512,0.007825777762466008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,64,16384,0.06745511293411255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,4096,1536,0.005009777843952179
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,65536,32,0.012974222501118978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,128,0.0041848888827694785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,64,0.0036515556275844574
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,1536,1024,0.009283555878533257
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,8192,0.015610666738616096
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,2048,1024,0.004537777768241035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,3584,0.04443822304407755
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,5120,0.07333244217766656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,128,1024,0.005022222383154763
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2048,256,0.00526311124364535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,256,12288,0.026925333672099646
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,512,768,0.003879111260175705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,512,5120,0.004828444371620814
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,12288,0.12004621823628743
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,32,7168,0.058647109402550586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3072,64,0.006416888700591193
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,64,0.0034426665968365143
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,128,0.007068444457319047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,6144,5120,0.050563553969065346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,6144,0.10984622107611762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,7168,0.187462223900689
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2560,2560,0.023967999551031325
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,5120,0.03508977757559882
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,256,3584,0.00816177742348777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,6144,16384,0.28338665432400173
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,3072,4096,0.04966577887535095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,256,0.01309333327743742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,3584,0.03668533431159125
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,10240,0.3522764576805963
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,3072,0.007594666547245449
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,4096,2048,0.005560889012283749
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,6144,0.1214568879869249
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,3584,12288,0.1303351057900323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,32,12288,0.016113777955373127
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1024,32,0.0041519999504089355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1024,2560,0.005931555396980709
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,5120,0.008236444658703273
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,7168,16384,0.23355287975735137
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,3072,0.07481866412692599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,768,10240,0.271957344479031
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,7168,0.1070480015542772
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,5120,1024,0.013799111048380533
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,768,0.008960888617568547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,2560,768,0.005864000154866113
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,768,1024,0.00638488887084855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,12288,0.3425706757439508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,8192,5120,2.08693610297309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,3072,12288,0.06804711288876004
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,2560,64,0.006581333362393909
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,16384,0.43479643927680117
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,6144,768,0.033583111233181424
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,512,0.09485333495669895
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,12288,0.0071937781241205
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,512,0.004148444367779626
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,3072,0.03367822368939718
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,10240,5120,0.5160195562574599
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,32,32,0.0046657779150538975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,1536,65536,0.19307733906639946
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,5120,0.02479377720091078
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1024,5120,0.015287111202875773
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,6144,1536,0.014482667048772177
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,8192,12288,0.3105679882897271
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,2048,0.0786879989835951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,4096,3072,0.04328622089491951
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,3072,12288,0.16856800185309517
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,8192,5120,0.06886311372121175
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,6144,1536,0.027631999717818365
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1536,512,0.0042568888101312844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,2560,0.018731556004948087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,3072,0.05895911322699653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,1536,0.005124444348944558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,65536,8192,1.5249964396158855
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,16384,0.5685733159383138
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,10240,12288,0.430456002553304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,8192,4096,0.1070373323228624
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3072,128,0.003031111011902491
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,128,0.004784000002675586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,2560,0.005856888989607493
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,1536,3584,0.03172355559137132
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,768,0.03432000014517043
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,8192,0.08248622549904717
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,6144,0.28928176561991376
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2560,256,0.0034835553831524322
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,65536,7168,1.4462835523817275
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,5120,12288,0.23764088418748644
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,5120,2048,0.034993777672449745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,3072,0.012464889221721225
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,768,0.049422221051322095
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,3072,8192,0.08811822202470566
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,1024,0.05783910883797539
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,5120,7168,0.1083937750922309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,3584,0.1178248855802748
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,65536,32,0.00407644444041782
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,7168,7168,0.08042222261428833
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,6144,0.012855110896958245
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,16384,0.4340168899959988
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,7168,65536,1.3142870797051323
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,128,6144,0.015453333655993143
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,10240,256,0.0052844443255000645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,4096,64,0.025701334079106648
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,2048,0.0047608887155850725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1536,1536,0.01605422298113505
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,7168,0.029602666695912678
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,256,0.26880889468722874
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,32,0.005687110953860813
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,32,6144,0.019370666808552213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,2560,0.004372444417741564
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,5120,0.016376889414257474
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,6144,8192,0.26179554727342397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,16384,1536,0.0889528857337104
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2048,6144,0.20837333467271593
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,128,0.005883555445406172
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,8192,768,0.00983911090426975
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,256,2048,0.004168888760937585
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,8192,16384,0.4600844383239746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,65536,16384,12.750487433539497
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,4096,6144,0.08476355340745713
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3584,32,0.00490488898422983
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,16384,5120,4.226799858940972
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,128,3072,0.13052266173892552
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,5120,1024,0.010225777824719747
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,12288,32,0.0047377778424157035
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,5120,0.12745511531829834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,7168,32,0.003436444534195794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,2560,16384,0.07578221956888835
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3584,16384,0.12189422713385688
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,7168,10240,0.12406133280860053
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3584,6144,0.9032604429456922
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,64,3072,0.007400000260935889
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,1536,0.004663111021121343
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,65536,2048,0.9443928400675455
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,65536,3584,0.38072800636291504
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,6144,32,0.006367110957702001
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,5120,512,0.008053333395057255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,1024,7168,0.11368978023529053
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,1536,4.485015021430121
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,64,4096,0.11640800370110406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,5120,3584,0.05372088816430834
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,256,12288,0.05497511227925619
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,2048,3584,0.052163554562462695
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,768,128,0.0035146665241983202
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,12288,256,0.005838222387764189
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,4096,0.019488889310095046
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,10240,2048,0.03639644384384155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,7168,0.03426933288574219
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,6144,256,0.004590222405062782
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,6144,10240,0.22933244705200195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,10240,0.0720942219098409
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,12288,0.8054684533013238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,2560,768,0.08025333616468641
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,768,1024,0.014458666245142618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,16384,0.22193422582414415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,3072,8192,0.6676506466335721
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,3072,256,0.007276444799370236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,768,0.004300444490379757
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2048,16384,0.06022044685151842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,6144,1536,0.006888000087605582
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,2560,2048,0.036981334288915
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,512,256,0.00962488849957784
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,2048,0.0027662221756246355
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,64,3584,0.004371555729044808
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,4096,0.007650666766696506
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,3072,16384,0.09036711189481948
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3584,2560,0.026368889543745253
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,768,256,0.005033777819739448
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,6144,0.011981333295504252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,5120,2048,0.7856079737345377
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,4096,256,0.005065777649482091
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,5120,8192,1.6279297934638128
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,1536,3072,0.20014933745066324
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,6144,4096,0.08779378069771661
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,512,12288,0.01613066593805949
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,128,768,0.007627555893527136
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,65536,7168,21.951731363932293
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,256,0.35220710436503094
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,8192,0.019524445136388142
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,4096,0.07638844516542223
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,3584,0.007143999967310164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,512,12288,0.03498844305674235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,8192,0.32333776685926646
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,8192,0.04491110973887973
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,1024,0.008665777742862701
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,512,2560,0.02679022153218587
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,3072,5120,0.05867199765311348
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,128,7168,0.012095111111799875
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,65536,4096,1.1108427047729492
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,32,1024,0.014149333039919535
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,16384,0.41706665356953937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,256,256,0.003584889074166616
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,6144,6144,0.347795565923055
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,128,65536,0.26861243777804905
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,1536,0.006220444622966979
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,7168,2048,0.053779555691613086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,10240,0.377167993121677
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,256,0.0033813334173626373
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,6144,1024,0.007270221908887227
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,128,5120,0.045555555158191256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,2048,128,0.0034977777136696708
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,768,32,0.0020728889438841078
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,256,0.01812177730931176
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,32,64,0.002031999950607618
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,64,2048,0.0063884444534778595
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,768,10240,0.014294221997261047
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,256,2048,0.0037760001917680106
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,64,1024,0.004342222379313575
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,16384,0.6736995379130045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,10240,65536,2.0793253580729165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,768,6144,0.09256533119413589
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,768,8192,0.0724053316646152
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,65536,12288,1.280337757534451
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,4096,0.09963377979066636
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,7168,0.01293511109219657
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,65536,12288,21.356514824761287
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1024,768,0.01297511077589459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,128,5120,0.010432889064153036
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,768,3072,0.007678222325113084
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,65536,3584,0.3675991164313422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,10240,1536,0.05993777513504028
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,1024,0.00756177802880605
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,65536,2048,0.377616008122762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,2048,768,0.007278222176763747
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,1024,1024,0.00777422222826216
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,128,1536,0.009445333646403419
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,512,4096,0.008617777791288164
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,1024,64,0.0021564445147911706
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,3584,256,0.0033413333197434745
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,2048,256,0.0037919998996787598
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,2560,0.05346666773160299
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,5120,6144,1.5295929378933375
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,3584,512,0.022638221581776936
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,768,64,0.004546666724814309
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,65536,512,0.11537422074211968
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2560,2048,0.09442666504118179
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,64,6144,0.06818311081992255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,32,1536,0.023576888773176406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,64,12288,0.005450666778617435
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,2560,10240,0.4984320004781087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,12288,0.01586577792962392
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,3072,12288,1.5892470677693684
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,512,6144,0.011873777541849347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,768,256,0.0041946665280395085
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,65536,5120,18.070332845052082
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,3072,0.40998045603434247
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,768,8192,0.017391110459963482
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,1024,7168,0.01643822259373135
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,16384,10240,1.9328293270534938
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,8192,0.24229865603976777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,7168,1024,0.10772355397542317
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,12288,768,0.18054844273461235
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,6144,10240,5.620764414469401
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,512,0.16025066375732422
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,2560,0.1591386662589179
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,1024,2048,0.006576889091067844
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,16384,0.0681662228372362
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,512,0.005016889009210798
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,12288,2048,0.045906666252348155
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,64,512,0.004097777936193678
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,128,4096,0.006679111056857639
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,12288,7168,0.1753173271814982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,2560,6144,0.015786666009161208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,16384,16384,0.8595857620239258
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,65536,16384,6.669420454237197
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,12288,512,0.03176622258292304
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,64,4096,0.007320000065697565
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,10240,0.006721777634488211
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,12288,256,0.006160888820886612
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,12288,4096,0.1569768852657742
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,16384,512,0.006797333144479328
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,10240,128,0.0424542228380839
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,2048,0.009959999885823991
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3584,32,0.00573333352804184
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,512,256,0.005039111193683413
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,12288,768,0.008438222110271454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,8192,65536,1.4475315941704645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3072,5120,0.013600889179441663
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,3072,2560,0.01298577752378252
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,512,32,0.0032622222271230486
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,512,0.005162666655249066
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,6144,5120,0.06591822041405572
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,16384,768,1.295397334628635
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,256,0.007501333124107785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,1536,16384,0.06048266755210029
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,256,3072,0.007829333345095316
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,1024,256,0.00267999991774559
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,16384,512,0.032820443312327065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,1536,0.037436445554097496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,5120,0.008571555217107138
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,8192,16384,0.3819297684563531
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,12288,128,0.008203555312421586
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,32,256,0.0038159998754660287
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1536,5120,0.016724444097942777
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,32,0.004009777886999978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,7168,3584,0.05103466577000088
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,1536,2048,0.03196977906756931
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,3072,0.331167115105523
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,6144,3072,0.05483022332191467
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,7168,3584,0.49419286515977645
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,512,8192,0.017458667357762653
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,4096,8192,0.05876266956329346
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,2048,256,0.00926399976015091
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,16384,64,0.011553777588738335
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,2560,2560,0.3522640069325765
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,512,0.020676443974177044
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,128,0.002542222125662698
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1024,64,0.003650666524966558
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,2048,1536,0.006074666563007567
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,64,3584,0.03171822097566392
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,10240,5120,0.17767466439141166
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,32,2560,0.004612444589535396
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,1024,0.012472000386979846
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,512,0.008938666847017076
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,128,12288,0.0083155557513237
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,16384,1536,0.07120444377263387
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,16384,12288,0.6183804406060113
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,4096,0.11339022053612603
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,16384,0.22464089923434785
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,6144,4096,0.04392710990375943
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3072,768,0.04415288898679945
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,128,2560,0.060886224110921226
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,1536,2560,0.09895466433631049
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,8192,7168,0.1973573366800944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,2048,0.4731360011630588
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,16384,16384,0.9547804726494683
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,1536,10240,0.04805511236190796
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,2560,32,0.0024293334119849736
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,2048,4096,0.02257333364751604
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,7168,1536,0.5014533466762966
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,5120,768,0.009925333162148794
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,8192,128,0.007257777783605788
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,10240,16384,0.28044356240166557
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,512,3584,0.2155902253256904
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,3072,1536,0.029683556821611192
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,7168,768,0.00509066672788726
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,256,16384,0.008242666721343994
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,65536,0.017468444175190397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,128,65536,0.036222222778532244
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,2048,512,0.004982222285535601
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,3072,6144,0.041783110962973706
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,65536,0.3892177740732829
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,768,0.007465778125656976
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,128,1536,0.004765333400832282
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,7168,0.029312888781229656
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1536,1536,0.00555288874440723
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,4096,12288,0.9601661894056531
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,128,0.0038000001675552795
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,3584,64,0.0034346667428811393
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,512,4096,0.03449511196878221
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,1024,1024,0.005888000130653381
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1024,5120,0.04064977831310696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,256,2560,0.005971555494599872
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,10240,10240,0.4021502335866292
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,2048,0.009508444203270806
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,32,5120,0.005091555416584015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,8192,16384,1.7230550977918837
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,12288,0.33448534541659886
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,6144,2048,0.0074417781498697065
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,64,7168,0.009943111075295342
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3072,128,0.0029884444342719186
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,3584,3072,0.03787822193569607
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,12288,16384,0.5861902236938477
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,3072,0.1652968857023451
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,8192,12288,0.31106845537821454
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,768,7168,0.4541298018561469
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,16384,3072,0.08525155650244819
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,768,768,0.004001777619123459
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,16384,256,0.014083556003040738
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,65536,4096,3.6512124803331165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,10240,5120,0.9590017530653211
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,64,4096,0.004201777693298128
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,3072,0.0034213333080212274
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,32,8192,0.015544889701737298
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,2560,0.026345777842733595
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,256,64,0.002199999988079071
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,128,32,0.003587555554178026
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,1536,768,0.011311111350854238
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,512,32,0.0022808888720141514
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,512,0.004126222183307012
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,1536,3584,0.009354666703277165
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,128,1024,0.005352889084153705
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,64,3072,0.010152888794740042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,12288,4096,0.07990488741132948
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,64,1536,0.009404444032245213
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,128,0.0032835555159383347
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,7168,2048,0.07983644141091241
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,768,10240,7168,0.3248426649305555
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,2048,1536,0.006100444330109491
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,5120,1536,0.01775644388463762
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,1024,512,0.003444444388151169
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,16,8192,65536,1.4782586627536352
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,1024,65536,0.23234756787618002
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,65536,5120,0.6924311319986979
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,8192,3584,0.10210488902197944
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,6144,64,0.0026417778184016547
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,768,12288,0.019626667102177937
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,32,12288,0.008571555217107138
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,12288,2048,2.2964329189724393
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,5120,1024,0.07083021932178073
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,1024,2560,0.01570755574438307
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,16384,512,0.06779199838638306
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,5120,64,0.0034355556385384668
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,32,3584,0.012090666426552666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,768,256,0.019330667124854196
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,2560,0.09277244408925374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,128,6144,0.011712888876597086
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,32,65536,0.01180266671710544
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,512,3584,0.016731555263201397
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,4096,12288,0.46111732059054905
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,3072,16384,0.08555466598934597
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,3584,65536,0.3944551150004069
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,10240,128,0.008524444368150499
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,6144,768,0.02600355611907111
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,128,12288,0.04713066750102573
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,16384,256,0.0075697774688402815
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,48,768,4096,0.008292444050312042
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4,2048,4096,0.01905777719285753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,16384,3072,0.0757546689775255
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,64,7168,0.029548443026012842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,96,768,16384,0.042600890000661217
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,256,32,0.004328000048796336
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,3584,512,0.04046488801638285
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,64,1024,0.004858666823969947
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,96,768,1024,0.0052168890833854675
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,32,5120,0.026476444469557867
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,8192,8192,0.19227555063035753
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,16384,1536,0.08114666408962674
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,16384,512,0.20189510451422799
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,2560,12288,0.06876355409622192
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,768,2560,0.004426666845877965
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,512,0.012635555532243518
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,768,0.012117333710193634
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,8192,65536,6.282579633924697
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8,8192,3072,0.04087111022737291
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,10240,8192,0.3990355597601996
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,384,16384,256,0.030046221282747056
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2,128,1024,0.0046977777447965415
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,5120,256,0.008522666990756989
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,12288,3584,0.08538577953974406
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,1536,256,0.01312711089849472
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,64,512,0.0037084445357322693
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,8192,256,0.006062222023804982
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,512,3072,0.007470221983061896
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,2048,6144,0.045941332976023354
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,128,2560,0.00628355559375551
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,16384,12288,0.32181866963704425
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,5120,4096,0.08019555277294584
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,768,32,0.006314666734801398
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,384,16384,8192,0.31913333468967015
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,1024,16384,0.07392978005939059
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,7168,0.12211555904812282
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,32,4096,0.01590488851070404
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,512,256,0.005113777601056629
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,512,6144,0.008971555365456475
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,1024,256,0.012461333639091916
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,64,3584,256,0.003751111113362842
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,3072,8192,0.05368177758322822
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,64,7168,0.005141333159473208
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2048,2048,4096,0.11327821678585476
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,2048,64,1536,0.008419555922349295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,8192,12288,2.628389358520508
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,256,10240,4096,0.18185244666205513
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,2,32,6144,0.016812443733215332
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,2048,32,0.018464888135592144
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,160,256,256,0.006171555568774541
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8,12288,6144,0.21884711583455405
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,80,512,32,0.002465777720014254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,2048,1536,0.021577777134047613
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,64,5120,768,0.007739555504586961
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,3584,2560,0.05389777819315592
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1024,512,64,0.00601333338353369
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,2560,8192,0.038783109850353666
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,512,2048,0.01000088867213991
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,1,2560,1024,0.004534222185611725
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,1536,1536,0.02604888876279195
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,768,3072,0.005711110929648082
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,80,1024,16384,0.04471022221777174
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,6144,0.062020447519090444
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,10240,12288,0.2100844383239746
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,128,5120,2560,0.021129777034123737
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,16,768,7168,0.01125511113140318
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,32,1536,16384,0.07420355743832059
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,8192,4096,0.05937777625189888
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,256,4096,3072,0.020747555626763236
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,10240,0.17130400074852836
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,32,768,0.035063998566733465
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4,256,10240,0.014069333672523499
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,1536,64,0.004402666870090696
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,512,64,256,0.006543111056089401
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,192,65536,4096,0.4879715707567003
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,3072,6144,0.1712355613708496
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,4096,10240,128,0.129929780960083
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,32,1024,64,0.0037226668662495087
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,128,128,0.0017128888931539322
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,10240,65536,2.2517573038736978
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1,6144,3072,0.055608001020219594
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,256,10240,0.05130133363935682
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,192,6144,2048,0.056517336103651256
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,512,8192,10240,0.37494489881727433
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,48,12288,65536,1.3002808888753254
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,4096,12288,5120,2.7236080169677734
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,160,12288,2560,0.11753511428833008
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,fp8,8192,64,2560,0.11222667164272732
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,128,7168,12288,0.32020534409417045
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,768,10240,12288,1.069824006822374
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,1024,7168,65536,5.321664174397786
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,7168,12288,7.8666576809353295
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,65536,3072,19.301257663302952
SGLang,0.5.9,NVIDIA L40S,gemm,sglang,float16,8192,3584,65536,22.229446411132812
