framework,version,device,op_name,kernel_source,bmm_dtype,num_tokens,num_heads,latency
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1,128,0.0070720002055168155
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1,64,0.008006399869918824
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1,16,0.006729599833488464
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1,32,0.006358399987220764
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1,8,0.006854400038719177
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1,4,0.0069983996450901035
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1,2,0.006985600292682648
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1,1,0.00692799985408783
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1,128,0.012460800260305405
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,2,128,0.012127999961376191
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1,16,0.010291200131177902
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,2,64,0.009939199686050415
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1,8,0.006425599753856659
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,2,32,0.00647680014371872
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1,64,0.008377599716186523
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1,32,0.0068800002336502075
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,2,16,0.006809599697589874
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,2,8,0.006672000139951706
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1,4,0.006537599861621857
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,2,32,0.006675200164318084
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,2,4,0.006364800035953522
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,2,2,0.006329599767923355
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,2,2,0.0070880003273487095
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,2,1,0.0063008002936840056
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,2,128,0.012777599692344665
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,2,1,0.006255999952554703
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,4,128,0.012121599912643433
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,4,128,0.010393600165843963
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,4,64,0.01197120025753975
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,4,64,0.008287999778985977
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,4,32,0.011907199770212174
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,4,32,0.006815999746322632
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,4,16,0.012940800189971924
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,4,16,0.0069920003414154054
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,2,64,0.012985600531101227
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,4,8,0.011926399916410447
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,4,8,0.006700800359249115
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,4,4,0.012636800110340119
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,4,2,0.006214400008320809
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1,2,0.006787200272083282
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,4,2,0.012758399546146392
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,4,1,0.006595200300216675
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,8,128,0.011043199896812439
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,8,64,0.006527999788522721
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1,1,0.006620799750089645
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,8,32,0.006486400216817856
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,8,32,0.007065600156784058
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,8,16,0.006678400188684463
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,8,16,0.007158400118350982
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,8,8,0.00660799965262413
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,2,16,0.006527999788522721
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,2,4,0.006585600227117539
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,4,4,0.012009599804878235
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,8,2,0.011961600184440613
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,2,8,0.0068351998925209045
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,8,1,0.006697600334882736
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,8,2,0.013728000223636627
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,8,1,0.006665600091218948
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,16,128,0.012012799829244613
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,8,64,0.008787199854850769
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,16,64,0.011894399672746659
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,16,32,0.01173119992017746
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,8,4,0.006550399959087372
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,16,16,0.00642239972949028
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,8,8,0.006828799843788147
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,16,8,0.006780800223350525
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,16,128,0.01244800016283989
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,16,4,0.006496000289916992
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,16,4,0.006841599941253662
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,16,2,0.006527999788522721
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,16,2,0.006675200164318084
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,16,64,0.00955199971795082
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,16,1,0.006563200056552887
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,16,16,0.007481600344181061
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,32,128,0.009708800166845322
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,16,1,0.006483200192451477
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,32,64,0.006697600334882736
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,32,128,0.01621119976043701
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,32,64,0.010992000252008438
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,32,32,0.006412799656391144
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,32,16,0.00647680014371872
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,32,32,0.008287999778985977
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,32,16,0.007142399996519088
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,16,8,0.0069920003414154054
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,32,4,0.006505600363016129
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,32,4,0.006707199662923813
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,32,2,0.006521599739789963
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,32,2,0.006665600091218948
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,32,1,0.006521599739789963
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,4,1,0.006204799935221672
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,48,128,0.017817600071430205
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,8,4,0.006585600227117539
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,48,64,0.009299200028181076
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,8,128,0.012617599964141846
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,48,32,0.006617599725723266
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,48,64,0.01297599971294403
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,48,16,0.006627199798822403
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,48,8,0.006585600227117539
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,48,16,0.007718399912118912
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,48,8,0.00695360004901886
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,48,4,0.006521599739789963
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,48,4,0.007519999891519547
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,48,2,0.00647680014371872
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,48,2,0.00639680027961731
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,48,1,0.006380800157785416
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,48,1,0.006380800157785416
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,64,128,0.01892800033092499
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,64,128,0.02534399926662445
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,64,64,0.009881599992513656
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,64,64,0.014499199390411378
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,64,32,0.0064351998269557955
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,64,32,0.009996800124645234
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,64,16,0.006281600147485733
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,64,16,0.008108799904584884
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,64,8,0.006326399743556976
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,64,8,0.00724480003118515
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,64,4,0.006415999680757523
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,64,4,0.007196799665689468
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,64,2,0.006374400109052658
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,64,2,0.007103999704122543
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,64,1,0.006329599767923355
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,64,1,0.006364800035953522
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,80,128,0.025788798928260803
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,80,128,0.028572800755500793
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,80,64,0.014003199338912965
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,80,64,0.017628799378871917
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,80,32,0.007788799703121185
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,80,32,0.012179200351238251
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,80,16,0.006172800064086914
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,80,16,0.008895999938249587
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,80,8,0.0061760000884532925
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,80,8,0.007558400183916092
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,32,8,0.006595200300216675
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,80,4,0.007062400132417679
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,80,4,0.0067103996872901915
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,80,2,0.006275200098752975
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,16,32,0.01247360035777092
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,80,1,0.006332799792289734
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,80,2,0.006918399780988693
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,32,1,0.006579200178384781
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,96,128,0.026719999313354493
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,96,128,0.03153600096702576
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,96,64,0.019023999571800232
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,96,32,0.008022399991750718
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,48,128,0.02119999974966049
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,96,32,0.012998400628566742
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,96,8,0.0063680000603199005
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,96,16,0.009279999881982803
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,96,8,0.007731200009584427
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,48,32,0.01292479932308197
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,96,4,0.00687360018491745
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,96,2,0.006217600032687187
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,96,2,0.01263359934091568
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,96,1,0.0063008002936840056
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,128,128,0.03333759903907776
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,96,1,0.012547199428081513
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,128,128,0.037622401118278505
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,128,64,0.0199072003364563
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,128,64,0.02221119999885559
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,128,32,0.01271039992570877
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,128,16,0.012703999876976013
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,128,32,0.01443839967250824
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,128,8,0.006099199876189232
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,128,8,0.007996799796819687
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,128,4,0.006185600161552429
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,128,4,0.007215999811887741
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,128,2,0.006326399743556976
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,128,2,0.006483200192451477
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,128,1,0.006348799914121628
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,128,1,0.006403200328350067
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,160,128,0.04088320136070252
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,160,128,0.04687039852142334
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,160,64,0.022896000742912294
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,160,64,0.026745599508285523
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,160,32,0.012303999811410903
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,160,32,0.016499200463294984
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,160,16,0.007056000083684922
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,160,16,0.010931199789047242
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,160,8,0.006588800251483918
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,160,8,0.008697599917650223
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,160,4,0.006172800064086914
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,160,4,0.007472000271081925
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,160,2,0.00634239986538887
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,160,2,0.00679360032081604
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,32,8,0.00650240033864975
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,160,1,0.0063391998410224915
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,160,1,0.006460800021886826
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,192,128,0.02988159954547882
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,80,1,0.012214399874210358
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,192,128,0.052985602617263795
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,192,32,0.009247999638319016
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,96,16,0.006505600363016129
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,192,64,0.030707201361656188
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,192,16,0.008115199953317642
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,192,32,0.018160000443458557
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,192,8,0.006598400324583054
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,96,4,0.006128000095486641
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,192,8,0.009004800021648407
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,192,2,0.006246399879455566
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,192,4,0.007651200145483017
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,192,2,0.0070431999862194065
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,192,1,0.006364800035953522
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,192,1,0.006239999830722809
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,256,128,0.03197759985923767
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,256,128,0.06923840045928956
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,256,64,0.016803200542926788
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,256,64,0.03763200044631958
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,256,32,0.009619200229644775
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,128,16,0.012831999361515046
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,256,32,0.021836799383163453
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,256,16,0.01268800050020218
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,256,8,0.012652799487113953
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,256,8,0.012700800597667695
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,256,4,0.01244800016283989
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,256,4,0.012745599448680877
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,256,2,0.012368000298738479
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,256,2,0.012928000092506409
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,256,1,0.012950399518013
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,256,1,0.01268800050020218
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,320,128,0.05944640040397644
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,320,128,0.09137600064277648
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,320,64,0.02346560060977936
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,192,64,0.015488000214099884
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,96,64,0.014374400675296783
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,320,32,0.01295360028743744
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,320,16,0.009001599997282029
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,320,32,0.02655999958515167
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,320,64,0.04607360064983368
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,320,8,0.007084800302982331
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,320,16,0.016739200055599212
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,320,4,0.006377600133419037
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,192,16,0.012620800733566284
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,320,2,0.006623999774456024
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,320,4,0.008582399785518646
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,320,8,0.012611199915409089
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,320,1,0.006508799642324448
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,320,1,0.006553599983453751
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,320,2,0.0123648002743721
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,384,64,0.024435199797153473
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,384,128,0.07119680047035218
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,384,128,0.10746879577636718
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,384,32,0.013500800728797913
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,384,64,0.053452801704406736
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,384,16,0.009087999910116195
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,384,32,0.03003840148448944
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,384,16,0.018585599958896637
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,384,8,0.012089599668979645
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,384,4,0.011168000102043153
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,384,8,0.011958400160074234
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,384,4,0.009430400282144546
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,384,1,0.00660799965262413
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,384,2,0.00998080000281334
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,384,1,0.006790400296449661
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,512,128,0.08077440261840821
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,512,64,0.03193599879741669
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,512,32,0.0166143998503685
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,256,16,0.013699199259281158
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,512,64,0.06815360188484192
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,512,32,0.03746879994869232
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,512,16,0.009548799693584442
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,512,8,0.009654399752616883
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,512,16,0.021891200542449953
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,512,8,0.01371839940547943
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,512,4,0.010227199643850327
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,512,2,0.00811839997768402
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,512,1,0.006428799778223038
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,512,1,0.007023999840021134
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,768,128,0.1478335976600647
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,768,128,0.27324481010437013
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,768,64,0.05845440030097961
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,768,32,0.02407039999961853
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,768,64,0.10752639770507813
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,768,32,0.05278080105781555
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,768,16,0.013395200669765472
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,768,8,0.009113600105047226
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,768,16,0.029900801181793214
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,768,4,0.007987199723720551
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,768,8,0.01870719939470291
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,768,2,0.006431999802589417
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,768,2,0.009411200135946273
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,768,1,0.0069472000002861025
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,768,1,0.00759039968252182
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,192,4,0.006518399715423584
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1024,128,0.2173311948776245
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1024,128,0.37351360321044924
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1024,64,0.06577919721603394
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1024,32,0.031225600838661195
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1024,64,0.14584000110626222
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1024,32,0.06814720034599304
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1024,16,0.01671359986066818
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,384,2,0.013206399977207184
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1024,8,0.009603200107812881
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1024,16,0.03770880103111267
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1024,4,0.009603200107812881
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1024,8,0.02237759977579117
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1024,4,0.013663999736309052
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1024,2,0.006319999694824219
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1024,2,0.010105600208044052
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1024,1,0.00806720033288002
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,512,128,0.14794559478759767
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1024,1,0.01196800023317337
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,512,4,0.006313599646091461
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1536,64,0.1901087999343872
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1536,128,0.4336832046508789
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1536,32,0.04591360092163086
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1536,64,0.26647999286651614
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1536,32,0.1071776032447815
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1536,16,0.02425280064344406
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1536,16,0.05293120145797729
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1536,4,0.009151999652385712
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1536,8,0.01432960033416748
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1536,2,0.007993599772453308
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1536,4,0.018662400543689728
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,1536,1,0.006159999966621399
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1536,1,0.008832000195980072
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,2048,128,0.5693727970123291
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,2048,128,0.758243179321289
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,2048,64,0.23887040615081787
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,768,4,0.01194240003824234
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,2048,32,0.06443520188331604
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,2048,16,0.03041279911994934
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,2048,64,0.3688191890716553
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,2048,32,0.14361920356750488
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,2048,16,0.06823040246963501
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,2048,8,0.01722240000963211
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,2048,8,0.037808001041412354
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,2048,4,0.009769599884748459
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,2048,2,0.009609600156545639
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,2048,4,0.021747200191020964
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,2048,2,0.013676799833774567
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,2048,1,0.009932799637317658
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,3072,128,0.8451423645019531
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,3072,128,1.166368007659912
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,3072,64,0.4396512031555176
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,512,2,0.00626240000128746
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1536,128,0.5709216117858886
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,3072,32,0.1759935975074768
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,3072,32,0.25881280899047854
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,3072,64,0.578873586654663
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1536,8,0.02958720028400421
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,3072,16,0.07829440236091614
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,3072,4,0.013312000036239623
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,3072,8,0.023846399784088135
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,1536,2,0.014105600118637086
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,3072,2,0.009027200192213059
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,3072,4,0.029712000489234926
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,3072,2,0.018563200533390046
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,3072,8,0.05316479802131653
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,3072,1,0.01186240017414093
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,3072,1,0.011708799749612808
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,4096,32,0.25451200008392333
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,4096,64,0.558793592453003
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,4096,128,1.140492820739746
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,4096,64,0.7562399864196777
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,4096,32,0.3626496076583862
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,4096,8,0.06791039705276489
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,4096,8,0.050569599866867064
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,4096,128,1.563046360015869
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,4096,4,0.016598400473594666
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,4096,4,0.03837119936943054
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,2048,1,0.006630399823188781
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,4096,1,0.011932799965143204
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,4096,2,0.010086400061845779
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,4096,1,0.014220799505710601
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,6144,64,0.8168767929077149
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,6144,128,1.7041343688964843
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,3072,16,0.10630719661712647
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,6144,32,0.4151264190673828
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,6144,128,2.3463455200195313
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,6144,64,1.174342441558838
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,6144,16,0.19727360010147094
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,6144,32,0.5605823993682861
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,6144,16,0.2676736116409302
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,6144,8,0.10155199766159058
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,6144,4,0.02650879919528961
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,6144,4,0.05266879796981812
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,6144,1,0.009078399837017059
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,6144,2,0.016457599401474
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,6144,1,0.018054400384426118
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,4096,16,0.10478399991989136
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,4096,16,0.14584959745407106
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,4096,2,0.02176959961652756
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,8192,64,1.0980575561523438
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,8192,32,0.5420959949493408
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,8192,16,0.24337599277496338
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,8192,64,1.5468640327453613
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,8192,128,2.2954463958740234
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,8192,32,0.7433216094970703
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,8192,8,0.10265599489212036
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,8192,16,0.3638943910598755
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,8192,2,0.017280000448226928
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,8192,4,0.06821119785308838
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,8192,1,0.00960640013217926
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,8192,8,0.14561599493026733
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,8192,2,0.037084800004959104
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,8192,1,0.02102400064468384
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,8192,128,3.1776735305786135
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,6144,8,0.07879040241241456
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,fp8,6144,2,0.03160640001296997
SGLang,0.5.9,NVIDIA L40S,mla_gen_pre,default,float16,8192,4,0.0316895991563797
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1,128,0.008432000130414962
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1,64,0.006790400296449661
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1,8,0.006691200286149978
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1,32,0.006860800087451935
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1,4,0.00846719965338707
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1,16,0.007046400010585785
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1,2,0.0067391999065876005
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1,128,0.00843840017914772
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1,1,0.0065760001540184024
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,2,128,0.008607999980449676
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,2,128,0.008416000008583068
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,2,64,0.00647680014371872
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1,64,0.007260800153017044
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,2,64,0.007039999961853028
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,2,32,0.00626240000128746
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,2,16,0.006604799628257751
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,2,16,0.006278400123119354
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,2,32,0.0075552001595497135
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,2,8,0.006326399743556976
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,2,4,0.006281600147485733
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,2,8,0.006815999746322632
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,2,4,0.0066592000424861904
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,2,2,0.006662400066852569
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,2,1,0.006185600161552429
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,2,1,0.00631679967045784
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,4,128,0.008560000360012055
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,4,128,0.008832000195980072
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,4,64,0.006508799642324448
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,4,64,0.0073183998465538025
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,4,32,0.006527999788522721
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,4,32,0.006745599955320358
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,4,16,0.006233600154519081
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,4,16,0.006457599997520447
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,4,8,0.006678400188684463
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,4,8,0.006355199962854385
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,4,4,0.007196799665689468
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,4,4,0.006703999638557434
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,4,2,0.006988800317049027
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,4,2,0.006707199662923813
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,4,1,0.006163199990987777
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,4,1,0.006150399893522262
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,8,128,0.008636800199747085
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,8,128,0.009536000341176987
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,8,64,0.006630399823188781
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,8,64,0.007817599922418594
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,8,32,0.006227200105786324
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,8,32,0.007036799937486649
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,8,16,0.0062720000743865965
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,8,16,0.006649599969387054
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,8,8,0.006233600154519081
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,8,8,0.00647680014371872
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,8,4,0.00618240013718605
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,8,4,0.006310400366783142
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1,32,0.006854400038719177
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,8,2,0.006697600334882736
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,2,2,0.006726399809122085
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,8,1,0.0067552000284194945
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,16,128,0.008956799656152726
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1,16,0.00676800012588501
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1,8,0.0068512000143527985
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,16,128,0.011500799655914306
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,16,32,0.006822399795055389
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,16,32,0.007948800176382064
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,8,1,0.006400000303983688
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,8,2,0.006166400015354156
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,16,8,0.006278400123119354
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,16,16,0.0069311998784542085
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,16,8,0.006639999896287918
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,16,4,0.006233600154519081
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,16,4,0.006496000289916992
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,16,2,0.00626240000128746
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,16,1,0.006265600025653839
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,16,2,0.006374400109052658
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,16,1,0.006281600147485733
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,16,64,0.008668799698352814
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,32,128,0.009510400146245957
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,32,64,0.007583999633789062
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,32,64,0.01021760031580925
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,32,128,0.014256000518798828
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,32,32,0.006332799792289734
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1,4,0.006726399809122085
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,32,32,0.008550400286912918
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,32,8,0.006511999666690827
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,32,16,0.007711999863386154
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,32,8,0.006921599805355072
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,32,4,0.006460800021886826
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,32,4,0.0066143997013568875
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,32,2,0.006265600025653839
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,32,1,0.006387200206518173
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,32,1,0.006294400244951248
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,32,2,0.006566400080919266
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,48,128,0.015007999539375306
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,48,128,0.017049600183963776
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,48,64,0.009187199920415879
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,16,64,0.00697920024394989
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,48,32,0.007283200323581695
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,48,64,0.01183359995484352
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,48,16,0.006304000318050384
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1,2,0.006809599697589874
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,48,16,0.008089599758386612
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,48,8,0.006364800035953522
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,48,4,0.006678400188684463
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,48,8,0.00724480003118515
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,48,4,0.006719999760389328
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,48,2,0.006620799750089645
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,48,1,0.0064351998269557955
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,48,2,0.006534399837255478
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,48,1,0.006675200164318084
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,64,128,0.01576319932937622
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,64,128,0.020505599677562714
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,64,64,0.009728000313043595
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,64,64,0.013331200182437896
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,64,32,0.007561600208282471
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,64,16,0.006438399851322174
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,64,32,0.010134399682283402
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,64,16,0.00852160006761551
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,64,8,0.006332799792289734
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,64,8,0.007462400197982788
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,64,4,0.006371200084686279
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,64,4,0.006982400268316269
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,64,2,0.0074592001736164095
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,64,1,0.006329599767923355
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,80,128,0.021104000508785248
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,80,128,0.02542400062084198
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,80,64,0.012278400361537933
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,80,64,0.016502399742603303
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,80,32,0.008035200089216233
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,80,32,0.010998400300741196
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,80,16,0.007203199714422226
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,80,16,0.008985599875450135
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,80,8,0.006332799792289734
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,80,8,0.00769599974155426
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,80,4,0.006275200098752975
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,80,4,0.007209599763154983
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,16,16,0.006764800101518631
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,80,2,0.0063231997191905975
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,80,2,0.006796800345182419
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,80,1,0.006284800171852112
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,80,1,0.0068800002336502075
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,96,128,0.021836799383163453
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,96,128,0.028329598903656005
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,96,64,0.012428800016641617
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,96,32,0.008252800256013871
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,96,64,0.017936000227928163
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,96,16,0.007337599992752075
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,96,16,0.00931520015001297
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,96,8,0.00671359971165657
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,32,16,0.006415999680757523
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,96,4,0.00621119998395443
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,96,4,0.007292799651622772
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,96,2,0.006268800050020218
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,96,2,0.00676800012588501
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,96,1,0.006275200098752975
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,96,1,0.006351999938488007
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,128,128,0.027795198559761047
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,128,128,0.03380480110645294
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,128,64,0.01583999991416931
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,128,64,0.020528000593185425
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,128,32,0.009513600170612336
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1,1,0.0072223998606204985
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,128,32,0.013344000279903411
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,128,16,0.010118400305509567
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,128,8,0.006415999680757523
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,128,8,0.00820479989051819
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,64,1,0.00634239986538887
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,128,4,0.006233600154519081
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,128,2,0.006185600161552429
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,128,4,0.007420799881219864
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,128,2,0.006918399780988693
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,128,1,0.00647680014371872
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,160,128,0.03606399893760681
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,160,128,0.043875199556350705
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,160,64,0.018563200533390046
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,160,64,0.0248416006565094
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,160,32,0.011097600311040878
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,160,32,0.015440000593662262
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,160,16,0.008140800148248672
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,160,16,0.01096320003271103
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,160,8,0.007017599791288376
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,160,8,0.008662399649620057
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,160,4,0.006246399879455566
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,160,4,0.007702399790287018
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,160,2,0.006207999959588051
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,160,2,0.0071263998746871945
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,160,1,0.006067200005054474
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,160,1,0.006496000289916992
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,96,32,0.011750400066375732
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,192,128,0.04228799939155579
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,192,64,0.021779200434684752
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,192,128,0.0499103993177414
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,192,64,0.027590399980545043
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,192,32,0.012476799637079239
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,96,8,0.007952000200748443
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,192,16,0.00820159986615181
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,192,32,0.017948800325393678
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,192,8,0.007382400333881378
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,192,16,0.012988799810409546
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,192,8,0.009228800237178803
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,192,4,0.006150399893522262
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,192,2,0.006185600161552429
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,192,2,0.007196799665689468
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,192,4,0.013094399869441987
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,192,1,0.006275200098752975
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,256,128,0.057545602321624756
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,192,1,0.013123199343681335
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,48,32,0.009408000111579894
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,256,128,0.059084802865982056
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,256,64,0.030342400074005127
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,256,32,0.015919999778270723
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,256,16,0.009523200243711472
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,128,16,0.007654400169849395
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,256,32,0.0213919997215271
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,256,8,0.007440000027418137
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,256,16,0.013337600231170654
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,256,4,0.0063391998410224915
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,256,8,0.01297599971294403
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,256,2,0.00631679967045784
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,256,4,0.013174399733543396
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,256,1,0.006297600269317627
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,256,2,0.013196800649166108
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,320,128,0.0719968020915985
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,256,1,0.012908799946308136
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,64,2,0.006796800345182419
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,320,64,0.03650240004062653
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,320,128,0.07722880244255066
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,128,1,0.00639680027961731
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,320,64,0.04371199905872345
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,320,32,0.024409599602222443
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,320,16,0.016041600704193117
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,320,8,0.012742400169372559
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,320,8,0.010796800255775452
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,320,4,0.012511999905109405
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,320,4,0.00870719999074936
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,320,2,0.008271999657154083
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,320,1,0.012457600235939026
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,384,128,0.08249599933624267
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,384,64,0.042921599745750424
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,384,128,0.09199680089950561
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,384,64,0.05008000135421753
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,384,32,0.023292799293994904
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,384,32,0.02748799920082092
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,384,16,0.013417600095272065
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,384,16,0.016758400201797485
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,384,8,0.012470400333404541
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,384,8,0.011628799885511399
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,384,4,0.012454400211572647
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,384,4,0.009164799749851228
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,384,2,0.012201599776744843
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,384,2,0.008867199718952178
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,384,1,0.012015999853610992
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,512,128,0.06649600267410279
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,512,128,0.24780480861663817
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,512,64,0.024163199961185454
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,512,64,0.06255999803543091
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,512,32,0.02895039916038513
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,256,64,0.0336544007062912
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,512,32,0.0343968003988266
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,512,16,0.017113600671291352
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,512,16,0.02109439969062805
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,512,8,0.012300799787044524
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,512,4,0.012432000041007996
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,512,8,0.013635200262069703
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,512,2,0.009699200093746186
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,512,2,0.009673599898815156
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,320,32,0.018387199938297273
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,512,1,0.010780800133943558
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,320,16,0.013030399382114411
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,768,128,0.2336416006088257
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,320,2,0.012656000256538392
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,320,1,0.006921599805355072
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,768,32,0.0217631995677948
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,768,128,0.4326047897338867
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,768,32,0.04910399913787842
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,768,16,0.023491199314594268
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,768,16,0.027356800436973572
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,768,8,0.016784000396728515
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,768,8,0.013372799754142762
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,768,4,0.008252800256013871
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,768,2,0.00721919983625412
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,768,4,0.012886400520801543
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,768,1,0.012870399653911591
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,384,1,0.0071263998746871945
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,768,1,0.01478399932384491
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1024,128,0.3051520109176636
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1024,64,0.0459199994802475
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1024,128,0.6038080215454101
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1024,64,0.2586560010910034
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1024,32,0.025891199707984924
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1024,32,0.05896639823913574
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1024,16,0.02885119915008545
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1024,16,0.03362559974193573
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1024,8,0.016774399578571318
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1024,8,0.020467199385166168
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1024,4,0.013007999956607818
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1024,4,0.01324159950017929
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1024,2,0.012963199615478515
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1024,2,0.010102400183677673
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1024,1,0.014182400703430176
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1024,1,0.008044800162315369
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,512,4,0.012278400361537933
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1536,64,0.21490240097045898
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1536,128,0.444268798828125
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1536,32,0.036294400691986084
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1536,64,0.4267551898956299
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,512,1,0.013049599528312684
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1536,128,0.9294336318969727
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1536,32,0.09064000248908996
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1536,8,0.022358399629592896
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1536,16,0.021459199488162994
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1536,8,0.028089600801467895
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1536,4,0.01250240057706833
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1536,16,0.050204801559448245
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1536,4,0.016828800737857818
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,768,64,0.09084479808807373
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1536,1,0.012736000120639801
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,768,2,0.009161599725484849
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,2048,64,0.2836416006088257
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,2048,128,1.2486175537109374
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,2048,32,0.046028798818588255
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,2048,64,0.5908512115478516
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,2048,32,0.25197439193725585
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,2048,16,0.026137599349021913
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,2048,8,0.028947201371192933
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,2048,16,0.06275519728660583
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,2048,8,0.03451519906520843
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,2048,4,0.01736319959163666
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,2048,4,0.02119999974966049
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,2048,2,0.012899200618267059
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,2048,1,0.01281919926404953
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,2048,2,0.01401599943637848
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,2048,1,0.01295360028743744
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,3072,128,0.8534751892089844
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,768,64,0.03601279854774475
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,3072,64,0.419484806060791
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,1536,2,0.01032319962978363
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1536,2,0.011648000031709672
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,1536,1,0.00896959975361824
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,3072,16,0.036374399065971376
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,3072,128,1.8804767608642579
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,3072,8,0.02094080001115799
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,3072,4,0.021878400444984437
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,3072,64,0.9259615898132324
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,3072,4,0.027641600370407103
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,2048,128,0.5829855918884277
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,3072,8,0.05006719827651977
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,3072,2,0.013488000631332398
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,3072,1,0.012851199507713318
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,3072,1,0.011670400202274323
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,4096,64,0.5548319816589355
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,4096,128,1.1397248268127442
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,4096,32,0.29685440063476565
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,4096,64,1.2407135963439941
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,4096,16,0.04585919976234436
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,4096,32,0.6376128196716309
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,4096,128,2.504886436462402
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,4096,8,0.02539840042591095
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,4096,16,0.2586047887802124
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,4096,4,0.028364801406860353
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,4096,4,0.03384959995746613
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,4096,2,0.016358399391174318
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,4096,8,0.06280320286750793
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,4096,1,0.009539200365543366
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,4096,1,0.013689599931240082
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,3072,32,0.22145280838012696
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,3072,16,0.09028800129890442
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,3072,32,0.4251840114593506
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,3072,2,0.016944000124931337
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,6144,32,0.41405439376831055
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,6144,64,0.8220416069030761
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,6144,128,1.8091136932373046
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,6144,16,0.20993919372558595
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,6144,8,0.033769598603248595
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,6144,4,0.021942399442195892
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,6144,16,0.4536479949951172
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,6144,8,0.09311360120773315
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,6144,4,0.04820800125598908
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,6144,2,0.031673601269721983
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,6144,32,0.9226431846618652
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,6144,64,1.891427230834961
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,6144,1,0.017679999768733978
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,6144,128,3.798780822753906
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,8192,64,1.1299263954162597
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,8192,32,0.570531177520752
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,4096,2,0.020665599405765532
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,8192,16,0.2767103910446167
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,8192,8,0.04024640023708344
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,8192,128,2.2819711685180666
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,8192,16,0.5857696056365966
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,8192,64,2.5279104232788088
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,8192,8,0.2630975961685181
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,8192,4,0.025542399287223815
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,8192,4,0.06002560257911682
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,8192,32,1.2457311630249024
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,8192,2,0.03660480082035065
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,8192,1,0.020751999318599702
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,8192,2,0.01324480026960373
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,8192,1,0.009785600006580353
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,12288,32,0.8452320098876953
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,8192,128,5.053196716308594
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,12288,64,1.6273120880126952
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,6144,2,0.012518399953842163
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,12288,16,0.43571839332580564
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,6144,1,0.008111999928951263
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,12288,8,0.2143104076385498
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,12288,8,0.4170976161956787
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,12288,4,0.03402880132198334
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,12288,16,0.9238880157470704
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,12288,2,0.02184319943189621
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,12288,4,0.09249280095100403
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,12288,1,0.012080000340938568
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,12288,32,1.8926048278808594
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,12288,1,0.028038400411605834
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,12288,2,0.048793599009513855
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,12288,64,3.797315216064453
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,12288,128,3.6072319030761717
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,16384,32,1.1079392433166504
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,16384,64,2.2396703720092774
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,16384,16,0.5740352153778077
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,16384,32,2.7470592498779296
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,16384,8,0.28501760959625244
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,16384,4,0.040214401483535764
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,16384,16,1.3612863540649414
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,16384,4,0.26138880252838137
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,16384,8,0.6279808044433594
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,16384,2,0.024723200500011443
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,16384,2,0.06019520163536072
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,16384,1,0.03441919982433319
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,16384,64,5.043862533569336
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,16384,128,4.805683135986328
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,20480,64,2.794281578063965
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,16384,128,10.168061065673829
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,12288,128,7.570956420898438
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,20480,32,1.402883243560791
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,20480,16,0.7051424026489258
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,16384,1,0.015193599462509155
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,20480,64,6.304988861083984
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,20480,128,5.747891235351562
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,20480,8,0.3534687995910645
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,20480,2,0.032390400767326355
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,20480,4,0.08982080221176147
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,float16,20480,1,0.02064319998025894
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,20480,8,0.7775424003601075
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,20480,2,0.08097919821739197
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,20480,1,0.04373440146446228
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,20480,4,0.3634335994720459
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,20480,16,1.7047967910766602
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,20480,32,3.3417152404785155
SGLang,0.5.9,NVIDIA L40S,mla_gen_post,default,fp8,20480,128,12.673535919189453
