framework,version,device,op_name,kernel_source,gemm_dtype,m,n,k,latency
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,4096,17.371448092990452
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,5120,21.75271775987413
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,6144,26.123833550347225
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,7168,29.879465738932293
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,8192,34.01915825737847
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,3584,15.287751939561632
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,3072,13.38843027750651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,2560,11.203470018174913
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,2048,8.987847222222223
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,1024,4.854272206624349
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,768,3.8276265462239585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,256,1.593486256069607
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,1536,6.892174190945095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,512,2.735502243041992
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,128,1.1699199676513672
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,64,1.0707342359754775
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,10240,43.11577690972222
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,32,0.809301323360867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,12288,51.556067572699654
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,8192,8.455850389268663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,7168,7.548017713758681
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,16384,66.61393229166667
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,10240,11.073280334472656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,12288,12.882773505316841
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,6144,6.482119242350261
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,4096,4.762140485975477
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,5120,5.592519124348958
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,3072,3.5974256727430554
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,3584,4.193422105577257
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,2560,2.8333795335557728
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,1024,1.2166826460096571
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,768,0.9198364681667752
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,1536,1.7198933495415583
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,512,0.6265741984049479
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,16384,16.901575724283855
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,2048,2.254990259806315
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,64,0.2919253243340386
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,32,0.21671822335984972
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,128,0.30779732598198783
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,256,0.3794773419698079
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,7168,5.610439300537109
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,6144,4.964778476291232
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,8192,6.521173265245225
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,10240,8.320710923936632
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,12288,9.606285942925348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,3584,3.141603469848633
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,4096,3.5628089904785156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,5120,4.01743655734592
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,3072,2.8012657165527344
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,2560,2.3588409423828125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,2048,1.8804906209309895
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,1536,1.4170453813340929
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,1024,0.8630613221062554
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,16384,12.889429728190104
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,128,0.2194204462899102
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,256,0.31934576564364964
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,512,0.5071359740363227
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,64,0.2040319972568088
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,32,0.16398221916622585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,768,0.7519004609849719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,8192,5.32790035671658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,10240,6.987235599093967
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,12288,8.177607218424479
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,7168,4.747406429714627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,16384,10.531214396158854
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,6144,4.016184912787543
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,4096,2.9538701375325522
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,5120,3.4596409267849393
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,1536,1.173418680826823
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,3584,2.6343252393934464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,3072,2.4030719333224826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,2048,1.651683595445421
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,2560,1.977884504530165
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,256,0.23665777842203775
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,768,0.5725013415018717
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,512,0.4442453384399414
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,1024,0.7468658023410373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,128,0.18480355209774443
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,64,0.1759857734044393
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,32,0.13809777630700007
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,8192,4.239871978759766
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,10240,5.571754455566406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,12288,6.464085472954644
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,16384,8.45206790500217
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,5120,2.7504639095730252
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,7168,3.7196799384223094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,6144,3.2715661790635853
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,4096,2.376504898071289
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,2560,1.5876550674438477
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,3072,1.8352639940049913
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,3584,2.060458713107639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,1024,0.5773653454250759
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,768,0.4507306416829427
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,2048,1.2501618067423503
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,1536,0.9690453211466471
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,256,0.21503999498155382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,128,0.15593243969811335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,512,0.3405937883589003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,32,0.10797511206732856
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,64,0.17029689417945015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,12288,5.6202239990234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,16384,7.580842759874131
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,10240,4.892273796929254
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,8192,3.767694261338976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,7168,3.406222237481011
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,65536,68.56174723307292
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,65536,52.716573079427086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,6144,2.847317377726237
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,3584,1.854321797688802
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,5120,2.3829049004448786
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,4096,2.073201709323459
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,2560,1.3199929131401908
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,1024,0.5118577745225694
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,1536,0.8290986484951444
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,3072,1.6037546793619792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,2048,1.0615751478407118
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,512,0.29144178496466744
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,768,0.40317156579759383
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,128,0.13909333282046848
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,256,0.1712639994091458
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,64,0.130986664030287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,32,0.10023822387059529
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,65536,45.75439792209201
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,8192,3.3734258015950522
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,10240,4.227868398030599
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,12288,5.035775926378038
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,65536,33.956095377604164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,16384,6.725489722357856
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,5120,2.1232070922851562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,4096,1.7533440060085719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,7168,2.983367072211372
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,6144,2.5112461513943143
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,1024,0.44000710381401914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,3584,1.5763911141289606
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,1536,0.7000462214152018
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,2048,0.9003519482082791
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,2560,1.1764906777275932
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,256,0.1448391146130032
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,128,0.130730668703715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,768,0.35000888506571454
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,512,0.25793422593010795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,3072,1.3724728690253363
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,32,0.08089600006739299
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,64,0.1076622207959493
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,8192,2.7060623168945312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,7168,2.3404373592800565
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,10240,3.489735073513455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,12288,3.9374220106336804
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,5120,1.7076622645060222
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,6144,2.0405190785725913
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,16384,5.495296054416233
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,4096,1.4582897822062175
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,2560,0.9892408582899305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,2048,0.8192568884955512
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,3072,1.175864855448405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,3584,1.3140764236450195
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,65536,30.332102457682293
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,512,0.20024889045291475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,1024,0.3537920051150852
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,768,0.28976355658637154
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,1536,0.5696284506056044
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,128,0.10171733299891154
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,256,0.12555378013186985
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,32,0.06923377513885498
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,64,0.09210311041937934
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,10240,2.8079217274983725
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,8192,2.275441699557834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,12288,3.329109403822157
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,7168,2.002858691745334
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,16384,4.291811625162761
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,5120,1.3899093204074437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,4096,1.175011528862847
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,6144,1.681009822421604
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,3584,0.9266915851169162
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,3072,0.8063715298970541
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,2048,0.5566862424214681
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,1536,0.4228551122877333
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,1024,0.30008888244628906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,2560,0.6869617568122016
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,768,0.2501973311106364
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,256,0.10715022352006699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,512,0.18079288800557455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,64,0.08143644200430976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,32,0.061127112971411816
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,128,0.07890488704045613
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,10240,2.4264248741997614
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,8192,2.0012088351779513
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,12288,2.9490061865912547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,16384,3.9546025594075522
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,65536,26.139363606770832
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,5120,1.2311893039279513
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,6144,1.4843164020114477
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,7168,1.740743107265896
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,4096,1.055914666917589
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,2048,0.5908480220370823
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,2560,0.7012124591403537
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,3584,0.9338595072428385
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,3072,0.7897600067986382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,1024,0.2519608868492974
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,768,0.2028657727771335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,1536,0.41645510991414386
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,512,0.145322667227851
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,256,0.08886044555240208
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,128,0.08157866530948214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,64,0.06786844465467665
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,32,0.05054577853944567
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,65536,21.265777587890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,12288,2.588017781575521
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,10240,2.1699129740397134
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,16384,3.378204345703125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,8192,1.760597334967719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,6144,1.318712870279948
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,7168,1.536540455288357
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,5120,1.0674062305026584
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,2560,0.5437724325391982
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,4096,0.9088569217258029
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,3072,0.717681778801812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,3584,0.8127715322706434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,1024,0.2227484385172526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,768,0.1800533268186781
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,1536,0.34787556860182023
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,2048,0.44757334391276044
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,256,0.07657244470384386
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,65536,17.637859768337673
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,512,0.12893866168128118
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,128,0.07449599769380358
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,32,0.04548266530036926
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,64,0.05597866906060112
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,10240,1.732607947455512
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,8192,1.3055715560913086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,12288,2.033777872721354
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,7168,1.1321741739908855
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,16384,2.701738569471571
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,4096,0.7285191218058268
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,5120,0.8522808816697863
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,3584,0.6505813068813747
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,6144,1.0045724444919162
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,1024,0.1889279948340522
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,3072,0.5623751216464573
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,1536,0.29326221677992076
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,2048,0.36377599504258895
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,2560,0.4766720136006673
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,256,0.06681599881913927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,512,0.1040782199965583
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,768,0.16233244207170275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,128,0.06107022364934286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,64,0.04909511076079475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,32,0.03657955593532986
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,65536,15.758933173285591
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,10240,1.3715626398722331
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,12288,1.7159395217895508
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,8192,1.0441386964586046
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,16384,2.2223928239610458
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,5120,0.6943857934739855
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,6144,0.8352426422966851
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,7168,0.9826133516099719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,4096,0.5652195612589518
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,3072,0.46031644609239364
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,2560,0.37447110811869305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,3584,0.49894401762220597
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,2048,0.31163732210795086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,768,0.13147021664513484
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,1536,0.24752354621887207
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,1024,0.1518933375676473
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,512,0.09244444635179307
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,256,0.057486222849951855
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,128,0.05182577835188972
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,64,0.04053333401679993
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,32,0.030748443471060857
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,65536,13.703737046983507
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,10240,1.047295994228787
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,8192,0.8279324637518989
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,12288,1.3080177307128906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,16384,1.7260657416449652
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,6144,0.6442097557915581
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,5120,0.5550648901197646
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,7168,0.7840995788574219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,4096,0.41289954715304905
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,3584,0.3657955593532986
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,2560,0.29038932588365346
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,3072,0.3533937666151259
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,65536,10.512099372016058
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,1024,0.12973511219024658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,1536,0.18938310941060385
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,768,0.10851555400424534
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,2048,0.2335573302374946
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,512,0.07074133555094402
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,128,0.040163556734720864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,256,0.04548266530036926
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,32,0.02548622257179684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,64,0.0326257778538598
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,10240,0.7001315752665201
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,8192,0.5896248817443848
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,7168,0.4710399839613173
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,12288,0.8428088823954264
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,16384,1.1888639662000868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,5120,0.3410773277282715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,6144,0.4279182222154405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,3584,0.2398435539669461
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,4096,0.285354667239719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,3072,0.250453339682685
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,2048,0.16540443897247314
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,1536,0.13388800621032715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,2560,0.2008462217119005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,1024,0.08194844590293036
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,65536,8.701126946343317
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,768,0.07736888859007093
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,256,0.031488001346588135
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,512,0.046705779102113515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,64,0.022471111681726243
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,32,0.019256888164414298
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,128,0.02520177761713664
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,10240,0.5031821992662218
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,12288,0.616903093126085
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,8192,0.40612978405422634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,16384,0.8331093258327908
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,7168,0.37242311901516384
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,6144,0.3142826557159424
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,5120,0.2637937863667806
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,4096,0.24120889769660103
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,3584,0.20923733711242676
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,3072,0.18702222241295707
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,2560,0.15823645061916775
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,2048,0.12020622359381782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,65536,6.7871288723415795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,1024,0.06454044580459595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,1536,0.09221688906351726
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,768,0.05043199989530775
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,512,0.03822933302985297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,256,0.02548622257179684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,64,0.01644088824590047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,128,0.022016000416543748
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,32,0.013226666384273104
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,65536,4.3423004150390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,10240,0.4072106679280599
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,12288,0.46555021074083114
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,8192,0.28356266021728516
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,16384,0.5814328723483616
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,7168,0.25804800457424587
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,5120,0.1873635583453708
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,4096,0.154823104540507
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,6144,0.22650310728285047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,3584,0.1398328940073649
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,3072,0.12194132804870605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,2048,0.08470755815505981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,1536,0.07247644662857056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,2560,0.10538666778140598
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,1024,0.04792888959248861
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,512,0.029923554923799302
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,256,0.02036622166633606
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,768,0.039367109537124634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,128,0.01590044465329912
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,32,0.012856889102194043
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,64,0.01553066737122006
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,65536,3.2583679623074002
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,12288,0.24243201149834526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,16384,0.2940586672888862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,10240,0.1919715536965264
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,8192,0.1568711068895128
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,7168,0.1436728901333279
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,6144,0.12620800071292454
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,5120,0.10865777730941772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,65536,2.1957119835747614
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,3584,0.08814933564927842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,4096,0.09611377451154922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,3072,0.07674311267005073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,768,0.025543111893865798
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,2048,0.054755555258856885
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,1536,0.04528355598449707
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,2560,0.07128177748786078
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,1024,0.03171555532349481
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,256,0.012657778130637275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,128,0.010638222098350525
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,512,0.017322666115230985
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,64,0.008561777571837107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,32,0.007224889265166388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,65536,1.1207964155409071
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,12288,0.17001244756910536
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,16384,0.22070044941372344
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,10240,0.1616213321685791
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,8192,0.1293368869357639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,6144,0.08735289176305135
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,4096,0.08046933015187581
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,3072,0.0486968888176812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,5120,0.0802417794863383
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,3584,0.07108266486061944
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,2560,0.042951110336515635
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,7168,0.11810133192274307
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,2048,0.03478755553563436
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,1536,0.02773333258099026
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,1024,0.01945600079165565
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,256,0.009045333498054082
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,768,0.01641244524055057
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,512,0.01308444473478529
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,32,0.005973333285914526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,64,0.007196444604131911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,128,0.008220444122950235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,65536,0.8208213382297092
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,12288,0.14378666877746582
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,10240,0.12231111526489258
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,16384,0.1918862263361613
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,7168,0.08635733524958293
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,8192,0.10160355435477363
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,5120,0.06405688656700982
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,6144,0.07583289013968574
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,3584,0.046506666474872164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,4096,0.05060266786151462
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,3072,0.04084622197681003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,2048,0.028558221128251817
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,2560,0.03481600019666884
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,1024,0.01644088824590047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,1536,0.02252799934811062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,768,0.0136817776494556
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,512,0.010695111420419482
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,256,0.008220444122950235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,128,0.005688888745175467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,64,0.006001777946949005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,32,0.0039822223285834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,65536,0.6527431276109483
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,16384,0.18824533621470133
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,12288,0.1406008932325575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,10240,0.12205510669284397
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,7168,0.08581688668992783
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,8192,0.10089244445164998
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,5120,0.06294755803214179
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,4096,0.04957866668701172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,3584,0.04619377851486206
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,3072,0.03996444410747952
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,2560,0.034019556310441755
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,6144,0.07387022177378337
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,2048,0.02798933453030056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,1536,0.022300443715519373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,1024,0.016384000579516094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,768,0.014933332800865173
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,512,0.01126399967405531
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,256,0.0063999998900625445
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,128,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,32,0.0033564445459180405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,64,0.003669333126809862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,65536,0.6722275416056315
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,4096,8.754801432291666
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,5120,10.85644785563151
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,6144,13.157745361328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,7168,14.92750210232205
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,8192,17.307335747612846
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,3072,6.7077119615342875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,2048,4.44993421766493
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,2560,5.6299802992079
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,10240,22.201400756835938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,3584,7.70784674750434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,1536,3.491356531778971
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,128,0.5862968762715658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,256,0.7468658023410373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,512,1.3289812935723198
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,32,0.4254435433281793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,64,0.533930672539605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,768,1.9112959967719183
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,1024,2.4251732296413846
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,12288,25.55511474609375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,6144,3.2423252529568143
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,8192,4.3384318881564665
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,7168,3.829987419976128
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,12288,6.381482866075303
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,10240,5.520412445068359
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,16384,8.452351888020834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,2560,1.5916372934977214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,3072,1.8311110602484808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,4096,2.3905279371473527
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,3584,2.0739129384358725
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,5120,2.720483567979601
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,512,0.32511999871995717
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,768,0.4526364538404677
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,256,0.20354844464196098
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,128,0.15698488553365073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,32,0.11494399441613092
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,64,0.14543644587198892
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,1024,0.7274382379319934
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,1536,0.8653653462727865
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,2048,1.1071146859063041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,16384,34.26691012912327
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,7168,2.9081601036919484
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,8192,3.362474653455946
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,6144,2.4793599446614585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,10240,4.228977627224393
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,12288,5.022975921630859
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,4096,1.779569837782118
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,5120,2.0946773952907987
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,3584,1.5756515926784938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,3072,1.3916728761461046
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,2560,1.187128914727105
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,16384,6.549475351969401
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,1024,0.4519253306918674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,768,0.3450595537821452
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,512,0.24982754389444986
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,1536,0.663665771484375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,256,0.1501013305452135
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,128,0.12310755252838135
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,64,0.12020622359381782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,32,0.08379733562469482
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,2048,0.9891839557223849
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,12288,4.021561092800565
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,10240,3.435320960150825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,8192,2.7013119591606984
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,16384,5.372160169813369
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,5120,1.6940089331732855
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,6144,2.0426523420545792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,7168,2.3377066718207464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,4096,1.490431997511122
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,2560,0.9836657842000326
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,2048,0.8231253094143338
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,1536,0.5466737747192383
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,3072,1.1408782535129123
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,3584,1.28731017642551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,256,0.12578133742014566
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,512,0.20090311103396943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,128,0.10043733649783665
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,768,0.2838471200731066
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,1024,0.37068798806932235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,64,0.09207466575834487
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,32,0.07102577553855048
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,10240,2.7807288699679904
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,12288,3.2678114573160806
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,8192,2.215736813015408
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,16384,4.385251363118489
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,5120,1.3973617553710938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,6144,1.6672710842556422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,7168,1.9526543087429469
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,4096,1.1760355631510417
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,3072,0.9051876068115234
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,3584,1.0522453520033095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,2560,0.7790080176459419
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,2048,0.6661973529391819
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,1024,0.2857244544559055
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,512,0.1639253298441569
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,768,0.23028622733222115
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,1536,0.45351823170979816
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,256,0.09918577803505792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,64,0.072561780611674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,32,0.05674666828579373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,128,0.07796621984905668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,65536,34.00701226128472
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,12288,2.939761691623264
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,10240,2.4493796030680337
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,16384,3.8576070997450085
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,65536,26.520918104383682
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,8192,1.9834310743543837
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,7168,1.7365333769056532
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,5120,1.2182756000094943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,4096,1.0601812998453777
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,6144,1.4818702273898656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,3584,0.9089138242933484
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,1536,0.4013795587751601
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,2048,0.600405322180854
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,2560,0.7152640024820963
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,65536,21.558841281467014
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,3072,0.8323697514004178
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,1024,0.25378134515550405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,256,0.09161955780453152
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,768,0.20824178059895834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,128,0.07014399766921997
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,512,0.1547093391418457
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,32,0.05026133192910088
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,64,0.06479644775390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,10240,2.109013239542643
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,12288,2.609066645304362
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,8192,1.7305884891086156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,16384,3.5006862216525607
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,65536,17.463097466362846
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,5120,1.0738062328762479
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,6144,1.3032959832085502
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,7168,1.509233792622884
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,4096,0.9026560253567166
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,3584,0.7855502234564887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,3072,0.7051377826266818
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,2048,0.5000249014960395
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,2560,0.6661119990878636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,256,0.08157866530948214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,768,0.1760995520485772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,512,0.12737422519259983
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,1536,0.35751822259691024
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,1024,0.22363021638658312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,32,0.04454400142033895
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,128,0.06035911374621921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,64,0.05751466751098633
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,12288,2.0524942609998917
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,10240,1.750300407409668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,8192,1.299057748582628
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,16384,2.6701653798421225
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,7168,1.1535928514268663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,6144,1.0012728373209636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,5120,0.8226702478196887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,4096,0.7285475730895996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,3584,0.6696391105651855
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,3072,0.5868373446994358
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,1536,0.26993778016832143
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,1024,0.18710754977332222
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,2048,0.42973865403069395
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,768,0.145322667227851
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,2560,0.524145762125651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,256,0.06428444385528564
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,512,0.10715022352006699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,65536,15.776626586914062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,32,0.03740444448259141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,64,0.04616533385382759
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,128,0.052593777577082314
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,10240,1.4196906619601781
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,12288,1.6626915401882594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,8192,1.0831075244479709
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,16384,2.207061343722873
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,5120,0.686023129357232
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,7168,0.9817600250244141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,6144,0.8581404685974121
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,4096,0.5778204600016276
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,2560,0.40089599291483563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,2048,0.30088533295525444
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,3072,0.44982046551174587
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,3584,0.5026417838202583
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,512,0.09526044130325317
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,768,0.13090133666992188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,1024,0.16298666265275744
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,1536,0.25113601154751247
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,256,0.05580800109439426
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,64,0.03973689013057285
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,32,0.031630221340391375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,128,0.03982222080230713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,65536,13.276301913791231
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,8192,1.0421760347154405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,12288,1.464007059733073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,10240,1.2702151404486763
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,7168,0.8924443986680773
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,16384,2.134528054131402
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,4096,0.5668124622768825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,3584,0.4874524540371365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,5120,0.6526293224758571
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,6144,0.7836728625827365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,1024,0.13636267185211182
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,1536,0.22052978144751656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,2048,0.28299376699659556
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,2560,0.32509154743618435
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,65536,10.51511467827691
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,3072,0.43411911858452695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,256,0.050176001257366605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,768,0.11391999986436631
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,512,0.07739733325110541
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,64,0.036892443895339966
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,32,0.030321776866912842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,128,0.04770133230421278
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,8192,0.9098239474826388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,12288,1.2839821709526908
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,10240,1.0882844924926758
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,16384,1.7454933590359156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,65536,8.69427235921224
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,5120,0.5289244651794434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,7168,0.8095004293653699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,6144,0.6389475398593479
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,4096,0.4078933397928874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,3584,0.36394667625427246
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,3072,0.31280355983310276
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,2560,0.2926933235592312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,2048,0.2359466552734375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,1536,0.18642489115397134
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,1024,0.12142933739556207
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,768,0.09543110926946004
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,512,0.07094044155544706
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,256,0.04516977734035916
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,32,0.02500266664557987
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,128,0.04098844528198242
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,64,0.029951999584833782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,12288,0.9914311303032769
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,10240,0.7906417846679688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,8192,0.6341119872199165
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,16384,1.3040640089246962
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,7168,0.5726150936550564
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,6144,0.48585955301920575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,5120,0.4082631005181207
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,4096,0.3581724431779649
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,65536,7.7163806491427955
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,3584,0.3256319893731011
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,3072,0.2852124373118083
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,1536,0.1539697779549493
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,2560,0.24143645498487684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,2048,0.20354844464196098
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,1024,0.09895822074678208
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,256,0.03564088874393039
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,768,0.07910399966769747
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,512,0.0562631090482076
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,64,0.02400711178779602
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,128,0.03276800115903219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,32,0.021020443903075323
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,10240,0.6932480070326063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,12288,0.8443733321295844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,8192,0.5419235759311253
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,16384,1.1740443971421983
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,65536,6.541710323757595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,7168,0.4951324462890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,6144,0.4507875442504883
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,5120,0.3805582258436415
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,4096,0.3109831015268962
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,3584,0.26168889469570583
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,2560,0.20536888970269096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,2048,0.16381155120001897
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,3072,0.2346097893185086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,1024,0.07802310917112562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,1536,0.127146667904324
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,768,0.06286222404903836
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,512,0.04428799947102865
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,256,0.030179556873109605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,128,0.02921244502067566
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,32,0.018460444278187223
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,64,0.021760000122918025
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,10240,0.5116586685180664
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,65536,5.2905527750651045
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,12288,0.6553600099351671
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,8192,0.4045937856038411
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,16384,0.8778239885965983
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,6144,0.3161884413825141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,5120,0.26023822360568577
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,7168,0.38280532095167374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,4096,0.24066845575968424
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,3584,0.21552356084187826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,3072,0.1798542208141751
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,2560,0.16457955042521158
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,2048,0.1295928955078125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,1536,0.10319644212722778
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,768,0.051029334465662636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,1024,0.06294755803214179
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,512,0.03814399904674954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,256,0.025144888295067683
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,128,0.02050844497150845
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,32,0.01371022231049008
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,64,0.01644088824590047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,12288,0.4413439962599013
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,8192,0.28154312239752877
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,16384,0.5384248627556695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,10240,0.34682310952080625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,65536,4.58680894639757
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,7168,0.25210311677720815
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,6144,0.2354631159040663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,3584,0.13403022289276123
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,4096,0.15180799696180555
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,5120,0.18884266747368705
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,2560,0.1006079978413052
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,3072,0.12364799446529812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,2048,0.0830577810605367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,1536,0.07133866680992974
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,1024,0.04844089017974006
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,768,0.0407608879937066
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,512,0.02918400035964118
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,256,0.01956977778010898
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,128,0.019256888164414298
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,64,0.012117333710193634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,32,0.01294222225745519
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,65536,3.4379092322455516
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,16384,0.3999004364013672
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,12288,0.3265422185262044
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,10240,0.27958043416341144
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,8192,0.23654399977789986
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,7168,0.19820088810390898
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,6144,0.17311288250817192
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,5120,0.14762666490342882
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,4096,0.12103111214107937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,3584,0.11246932877434625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,3072,0.0956302218967014
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,2560,0.08843377563688491
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,65536,2.5092550913492837
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,2048,0.07239111264546712
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,1536,0.05546666516198052
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,1024,0.03384888834423489
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,256,0.013169777890046438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,768,0.028216888507207234
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,128,0.011121778024567498
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,512,0.019512888458040025
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,64,0.00870400004916721
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,32,0.008078222473462423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,12288,0.23549156718783906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,10240,0.19285333156585693
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,65536,1.7164231406317816
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,16384,0.2982684506310357
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,8192,0.15601778030395508
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,5120,0.10461866855621338
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,4096,0.09142044517729019
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,3584,0.08192000124189588
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,6144,0.13078755802578396
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,7168,0.14139733049604628
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,3072,0.07273244195514254
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,2560,0.06354488929112752
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,1536,0.04644977715280321
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,2048,0.0541013346778022
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,768,0.02087822225358751
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,1024,0.025059555967648823
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,512,0.01686755485004849
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,256,0.01129244433508979
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,128,0.010865777730941772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,64,0.008647110727098253
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,32,0.007452444069915348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,16384,0.1558471123377482
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,65536,1.154844495985243
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,12288,0.12103111214107937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,10240,0.11124622821807861
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,8192,0.09611377451154922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,6144,0.07148089011510213
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,7168,0.09002666340933906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,5120,0.063573333952162
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,4096,0.05299199952019585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,3584,0.04630755715899997
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,3072,0.04081777731577555
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,65536,0.5711644490559896
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,2560,0.0382008883688185
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,2048,0.028984887732399836
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,1024,0.016384000579516094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,1536,0.02269866731431749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,512,0.010780444575680627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,256,0.007253333098358578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,768,0.014535110857751636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,128,0.006542222367392645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,64,0.00554666668176651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,32,0.005233777893914117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,12288,0.09033955468071832
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,16384,0.12134399678972031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,8192,0.06655999686982897
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,7168,0.06033066908518473
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,10240,0.07825066645940144
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,6144,0.05509688787990146
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,65536,0.37597865528530544
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,5120,0.0485831101735433
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,4096,0.03646577729119195
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,3584,0.032199111249711775
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,3072,0.02798933453030056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,1536,0.016184889607959323
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,2048,0.019655111763212416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,2560,0.02403555479314592
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,1024,0.012401777837011548
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,768,0.010495999621020423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,512,0.008248888783984715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,256,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,128,0.005347555710209741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,64,0.004579555657174853
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,32,0.003925333420435588
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,16384,0.10333866543240017
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,12288,0.07810844315422906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,10240,0.06912000311745538
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,7168,0.04866844415664673
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,8192,0.058055109447903104
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,6144,0.04349155558480156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,5120,0.037774221764670476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,3584,0.0258559998538759
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,4096,0.02790400054719713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,65536,0.3758080005645752
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,3072,0.021589333812395733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,2560,0.018090666996108163
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,1536,0.0136817776494556
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,2048,0.016554666890038382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,1024,0.010524444282054901
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,512,0.0070257774657673305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,768,0.009159111314349705
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,256,0.005432888865470886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,64,0.0038968887594011095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,128,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,32,0.0033564445459180405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,16384,0.10012444522645737
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,12288,0.07460977633794148
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,8192,0.05603555838267008
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,10240,0.06385778056250678
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,7168,0.046705779102113515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,4096,0.027249778310457867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,5120,0.035896887381871544
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,3584,0.025742222865422566
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,65536,0.3657671080695258
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,3072,0.022727110319667395
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,6144,0.03842844565709432
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,2560,0.019541333119074505
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,2048,0.016241777274343703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,1536,0.012373333175977072
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,768,0.00833422193924586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,512,0.006172444257471297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,1024,0.010609777437316047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,256,0.005205333232879639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,128,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,32,0.0033280000918441345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,64,0.0034133332471052804
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,6144,6.473443349202474
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,8192,8.458467271592882
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,5120,5.443669213189019
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,7168,7.6326404147677955
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,4096,4.381098853217231
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,10240,10.63608890109592
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,1024,1.263729731241862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,1536,1.755875587463379
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,2048,2.286478254530165
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,2560,2.8349155849880643
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,3072,3.3732835981580944
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,12288,12.876117282443575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,256,0.40186309814453125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,128,0.28512710995144314
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,3584,3.827797359890408
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,64,0.29149866104125977
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,512,0.6665671136644151
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,32,0.2408106591966417
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,768,0.9875627093844943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,10240,2.802090750800239
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,8192,2.2285938262939453
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,12288,3.3156265682644315
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,16384,17.173560248480904
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,16384,4.330695258246528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,7168,1.9501510196261937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,5120,1.3966791364881728
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,6144,1.6817777421739366
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,4096,1.1883519490559895
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,3584,1.0350933074951172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,3072,0.9292799631754557
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,1024,0.2931199868520101
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,2560,0.7699057790968152
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,1536,0.4507022433810764
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,2048,0.5891982184516059
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,768,0.23216356171502006
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,256,0.10259911086824204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,512,0.17129245069291857
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,128,0.07759644587834676
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,64,0.06439822249942355
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,32,0.06121244695451525
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,8192,1.7206328709920247
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,10240,2.248220443725586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,12288,2.861226611667209
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,7168,1.4586026933458116
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,16384,3.4806897905137806
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,5120,1.0958222283257377
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,3584,0.781767103407118
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,4096,0.958663092719184
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,6144,1.3015324274698894
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,1024,0.22508088747660318
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,3072,0.7199858029683431
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,768,0.18255644374423555
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,2560,0.5941191249423557
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,1536,0.33755021625094944
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,2048,0.5087573263380263
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,128,0.05902222130033705
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,64,0.04989155464702182
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,512,0.1312426726023356
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,256,0.07807999849319458
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,32,0.04727466570006477
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,10240,1.6805262035793727
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,8192,1.3162950939602323
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,12288,2.0069262186686196
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,7168,1.0984107123480904
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,16384,2.668344921535916
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,5120,0.8549262152777778
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,6144,1.0249386893378365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,4096,0.7264142036437988
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,3584,0.6702933311462402
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,2560,0.44242488013373477
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,3072,0.5770808855692545
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,2048,0.34767643610636395
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,1024,0.18420622083875868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,768,0.1454648839102851
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,512,0.10786133342319065
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,1536,0.26592710283067494
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,256,0.06439822249942355
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,128,0.049806220663918384
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,64,0.040305776728524104
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,32,0.03720533185535007
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,12288,1.6399075190226238
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,16384,2.1679503122965493
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,10240,1.355690638224284
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,65536,17.58947584364149
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,8192,1.0829938252766926
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,7168,0.9532586203681098
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,6144,0.813653310139974
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,5120,0.6960355440775553
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,3584,0.5372586780124241
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,4096,0.59170134862264
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,3072,0.4744533432854547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,2048,0.2877724435594347
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,2560,0.35623823271857363
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,1536,0.22004622883266875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,65536,13.280995686848959
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,512,0.08968533409966363
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,1024,0.15490844514634874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,768,0.12299377388424343
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,256,0.0539591113726298
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,128,0.04260977771547106
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,64,0.03382044368320041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,32,0.039651556147469416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,65536,10.51022254096137
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,12288,1.577813360426161
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,10240,1.2838684717814128
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,16384,2.0745955573187933
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,8192,1.0460444556342232
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,7168,0.8467057545979818
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,5120,0.6576071315341526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,6144,0.7775288687811958
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,4096,0.5345279905531142
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,3584,0.4806826909383138
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,1536,0.18975288338131377
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,1024,0.13465600543551975
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,768,0.11775999599032932
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,2048,0.27084800932142467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,512,0.07748266723420885
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,256,0.04707555638419258
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,2560,0.3734186755286322
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,3072,0.44305067592196995
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,128,0.038655999634000994
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,64,0.029866665601730347
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,32,0.030065778228971694
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,65536,8.819143507215712
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,12288,1.314702245924208
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,10240,1.146510230170356
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,8192,0.8572586907280816
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,16384,1.7414257261488173
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,7168,0.7288319799635145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,6144,0.6544782320658366
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,4096,0.44524086846245664
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,5120,0.57477691438463
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,3584,0.39128179020351833
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,3072,0.32696888181898326
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,1024,0.12825600306193033
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,768,0.0984462234708998
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,1536,0.19714844226837158
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,2560,0.3019946681128608
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,2048,0.24627200762430826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,512,0.07438221904966566
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,256,0.04514133267932468
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,128,0.034929778840806745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,64,0.02648177742958069
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,32,0.0306915541489919
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,12288,0.9802524778578016
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,10240,0.803783098856608
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,16384,1.3172906239827473
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,65536,7.687282138400608
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,8192,0.6399146715799967
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,7168,0.5996373494466146
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,6144,0.4920319981045193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,5120,0.42672355969746906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,4096,0.35117512279086643
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,3072,0.2635093265109592
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,2560,0.22527999348110625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,3584,0.2888248761494954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,2048,0.1720035605960422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,1024,0.09702399704191421
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,1536,0.14537955654992
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,768,0.07990044355392456
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,512,0.054528001281950206
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,256,0.035982221364974976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,64,0.02215822206603156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,128,0.028359111812379625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,32,0.023267555567953322
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,12288,0.8186311191982694
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,16384,1.1075412962171767
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,10240,0.733184019724528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,65536,6.451342264811198
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,8192,0.5671537717183431
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,7168,0.5103786786397299
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,6144,0.5099804666307237
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,4096,0.27099021275838214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,3584,0.24322843551635742
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,5120,0.44270933998955625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,3072,0.22075733873579237
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,1536,0.11491555637783474
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,1024,0.08135110802120633
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,2560,0.19245510631137422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,768,0.06320355335871379
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,512,0.05000533329115974
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,256,0.02941155433654785
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,2048,0.14941867192586264
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,128,0.023779556155204773
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,32,0.01905777719285753
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,64,0.017038222816255357
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,65536,5.347270965576172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,10240,0.6529422336154515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,12288,0.783729765150282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,16384,1.0233173370361328
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,8192,0.5625173250834147
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,7168,0.5106630855136448
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,6144,0.3794773419698079
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,5120,0.33225954903496635
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,4096,0.26191645198398167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,3584,0.23534933725992838
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,3072,0.20955022176106772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,2560,0.18602666589948866
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,1024,0.076401776737637
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,1536,0.12216888533698188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,2048,0.1439288854598999
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,768,0.061695999569363065
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,512,0.050887111160490245
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,256,0.031601776679356895
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,64,0.018631110588709515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,32,0.016895999511082966
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,128,0.022357333037588332
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,65536,4.4883342319064665
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,12288,0.6056390868292915
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,8192,0.40999823146396214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,10240,0.5434880256652832
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,7168,0.3588835663265652
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,16384,0.8176639874776205
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,6144,0.30919112099541557
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,5120,0.2626844512091743
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,4096,0.21100089285108778
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,2560,0.14489600393507215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,3072,0.16568888558281794
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,3584,0.20516978369818795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,2048,0.11511466238233779
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,1536,0.0876657764116923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,1024,0.06291911337110731
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,768,0.05233777893914116
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,256,0.025088000628683303
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,512,0.039423998859193586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,128,0.018033777674039204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,32,0.013824000126785703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,64,0.017009778155220878
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,65536,3.972807142469618
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,16384,0.6519466506110297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,12288,0.48566044701470273
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,10240,0.45673243204752606
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,8192,0.3890062173207601
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,6144,0.26703643798828125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,7168,0.3418737782372369
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,5120,0.20741689205169678
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,4096,0.187391996383667
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,3584,0.1659733321931627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,3072,0.15542044904496935
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,2048,0.10885688993665908
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,2560,0.13809777630700007
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,1536,0.0830577810605367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,1024,0.05910755528344048
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,768,0.04960711134804619
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,512,0.034929778840806745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,256,0.020280889338917203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,128,0.018830221560266282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,64,0.016384000579516094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,32,0.014051554931534661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,65536,3.383580525716146
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,12288,0.43357867664761013
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,16384,0.5596728854709202
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,10240,0.36693334579467773
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,8192,0.29511109987894696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,7168,0.27838577164544
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,6144,0.24834844801161024
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,5120,0.20369066132439506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,4096,0.14876443809933132
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,65536,2.7330843607584634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,3584,0.13721599843766955
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,3072,0.1165084441502889
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,2048,0.07150933477613661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,2560,0.11258310741848415
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,1536,0.05700266361236572
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,768,0.032369779215918645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,1024,0.04161422120200263
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,512,0.026908444033728704
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,128,0.01274311128589842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,256,0.01644088824590047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,32,0.011150221857759686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,64,0.012714666624863943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,12288,0.30074310302734375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,16384,0.4115057786305745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,10240,0.2525013287862142
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,8192,0.208952890502082
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,7168,0.17871644761827257
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,6144,0.15633066495259604
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,5120,0.13152710596720377
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,4096,0.11940977308485244
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,65536,2.3285759819878473
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,3584,0.10899911324183147
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,3072,0.09520355860392253
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,2048,0.06445511182149251
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,2560,0.08928710884518093
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,1536,0.051911112334993154
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,1024,0.03640888796912299
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,512,0.022755554980701868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,768,0.03100444542037116
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,64,0.009187555147541894
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,128,0.01129244433508979
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,256,0.014648889501889547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,32,0.008078222473462423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,12288,0.22033066219753691
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,65536,1.7157973183525934
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,16384,0.27776000234815806
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,10240,0.18423467212253145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,8192,0.15365689330630833
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,5120,0.1013759970664978
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,6144,0.12023466163211399
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,7168,0.15314488940768772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,4096,0.09014044205347697
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,3584,0.0795875522825453
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,3072,0.070997330877516
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,2560,0.06473955843183729
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,2048,0.05219555563396878
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,1536,0.04263822237650553
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,1024,0.026055110825432673
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,768,0.02087822225358751
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,256,0.011064888702498542
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,512,0.015473778049151102
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,64,0.007196444604131911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,128,0.008533333738644918
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,32,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,12288,0.1558471123377482
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,16384,0.21054577827453613
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,10240,0.13070221741994223
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,65536,1.0542364120483398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,7168,0.09309866693284775
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,8192,0.1091982192463345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,6144,0.08092444472842746
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,5120,0.06820978058709039
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,3584,0.05910755528344048
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,4096,0.07478044430414836
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,3072,0.052593777577082314
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,2560,0.04610844453175863
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,2048,0.040362666050593056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,1024,0.02349511120054457
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,768,0.019655111763212416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,1536,0.03265422251489427
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,512,0.014734221829308404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,64,0.006115555349323485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,256,0.009870222045315636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,32,0.005290666802061929
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,128,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,65536,0.8024746576944987
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,12288,0.13297777705722386
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,8192,0.10029511319266425
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,7168,0.07597511344485812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,16384,0.16412444909413657
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,10240,0.12566755877600774
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,5120,0.05851022402445475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,4096,0.0549831125471327
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,3584,0.05048888921737671
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,3072,0.04241066508822971
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,2048,0.0326257778538598
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,6144,0.06633244620429145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,2560,0.03919644488228692
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,1536,0.024490666058328416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,1024,0.01607111096382141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,768,0.012714666624863943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,128,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,512,0.009642666412724389
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,256,0.007196444604131911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,65536,0.5406719843546549
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,64,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,32,0.005120000077618493
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,10240,0.05501155720816719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,12288,0.06761244270536634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,16384,0.09460622072219849
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,7168,0.042211555772357516
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,5120,0.033137778441111244
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,8192,0.050944000482559204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,6144,0.0384568903181288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,4096,0.030919111437267725
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,3072,0.02608355548646715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,1536,0.014705777168273926
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,2048,0.0177208897140291
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,3584,0.02742044462098016
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,65536,0.3164729012383355
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,1024,0.014876445134480795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,768,0.0120319997270902
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,256,0.006656000183688269
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,2560,0.021077333225144282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,512,0.008960000342792934
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,64,0.004551110996140374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,128,0.0053191110491752625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,32,0.0040960001448790235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,10240,0.04260977771547106
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,16384,0.06289066871007283
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,12288,0.05117155445946587
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,7168,0.03387733300526937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,6144,0.03012266755104065
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,8192,0.037745777103636004
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,65536,0.21956266297234428
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,5120,0.028387556473414104
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,3584,0.023608888188997906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,4096,0.02611200014750163
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,2560,0.02048000031047397
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,2048,0.017550221747822232
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,1536,0.014307555225160388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,768,0.01274311128589842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,1024,0.014307555225160388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,512,0.008817777865462834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,128,0.004494222087992562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,64,0.003612444632583194
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,3072,0.022272000710169475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,256,0.00657066661450598
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,32,0.0033848887930313745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,12288,0.04542577928966946
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,16384,0.06306133005354139
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,10240,0.041329777903027005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,8192,0.0336497790283627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,6144,0.027477333943049114
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,7168,0.032199111249711775
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,5120,0.02537244392765893
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,4096,0.018204443984561496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,65536,0.19396266672346327
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,3072,0.015331554743978711
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,3584,0.01666844387849172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,2560,0.012970666918489667
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,2048,0.012515555653307172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,1536,0.010495999621020423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,1024,0.008135110967689091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,512,0.006712889091836081
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,768,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,256,0.004949333353175057
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,128,0.0038968887594011095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,64,0.0033848887930313745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,32,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,10240,0.033393777079052396
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,16384,0.04900977677769131
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,12288,0.039224889543321394
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,8192,0.029098666376537744
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,5120,0.020224000016848247
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,7168,0.02801777919133504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,6144,0.026595556073718604
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,65536,0.19128889507717559
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,4096,0.015786666009161208
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,3072,0.013283555706342062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,3584,0.016327111257447135
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,2560,0.011719110939237805
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,2048,0.011519999967681037
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,1024,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,1536,0.010524444282054901
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,768,0.005375999957323074
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,512,0.005973333285914526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,128,0.003612444632583194
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,256,0.003925333420435588
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,64,0.003015111097031169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,32,0.0029013332807355454
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,10240,5.939939710828994
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,7168,4.305521647135417
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,8192,5.103160858154297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,12288,7.133553398980035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,6144,3.6447287665473094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,5120,3.0784568786621094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,4096,2.215367211235894
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,3584,1.9258594512939453
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,3072,1.6680675082736547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,2048,1.1187484529283311
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,2560,1.3942044576009114
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,1536,0.8871822357177734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,16384,8.76179928249783
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,1024,0.6599111027187771
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,768,0.4854613410101996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,256,0.20408888657887778
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,512,0.32961421542697483
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,64,0.1225386725531684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,128,0.1505848831600613
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,32,0.11721955405341254
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,10240,1.482126235961914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,8192,1.1685831281873915
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,7168,1.084302266438802
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,12288,1.7546524471706813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,6144,0.90484619140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,16384,2.2790258195665145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,5120,0.7373653517829047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,3584,0.47442489200168186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,2560,0.3496106730567084
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,4096,0.5894257757398818
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,3072,0.39765334129333496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,2048,0.2792106734381782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,1536,0.22462577290005156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,1024,0.14981688393486872
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,768,0.13141332732306585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,256,0.05910755528344048
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,512,0.08718222379684448
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,128,0.043064888980653554
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,64,0.03350755572319031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,32,0.03643733263015747
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,12288,1.3518791198730469
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,10240,1.1016533109876845
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,8192,0.9089706208970812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,16384,1.6958008872138128
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,4096,0.4477439986334906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,6144,0.6603662172953287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,5120,0.5600142478942871
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,7168,0.773347536722819
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,3584,0.380387544631958
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,3072,0.34904177983601886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,2560,0.27821511692470974
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,2048,0.24399643474155
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,1536,0.1762417819764879
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,1024,0.12012088298797607
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,256,0.04940799872080485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,768,0.09867378075917561
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,512,0.07082666953404744
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,128,0.034019556310441755
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,64,0.028216888507207234
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,32,0.029525332980685767
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,12288,1.0934897528754342
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,16384,1.3874631457858617
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,10240,0.8925013012356229
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,8192,0.7877119912041558
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,5120,0.453546682993571
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,7168,0.6126933097839355
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,6144,0.5816035800509983
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,4096,0.31507910622490776
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,2560,0.21498310565948486
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,2048,0.1823857757780287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,3584,0.3067164421081543
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,3072,0.2631395657857259
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,1536,0.1370168924331665
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,1024,0.09912888871298896
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,768,0.0763733320766025
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,512,0.05939200189378527
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,256,0.03700622253947788
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,128,0.026680888401137456
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,64,0.021390222840838965
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,32,0.023381332556406658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,65536,8.959288703070746
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,65536,6.46175299750434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,12288,0.855836444430881
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,16384,1.183004485236274
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,10240,0.7117084397210015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,8192,0.5593031247456869
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,7168,0.4984889030456543
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,6144,0.44726043277316624
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,5120,0.3735040028889974
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,4096,0.3164159986707899
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,3584,0.2787840101453993
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,3072,0.23833600680033365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,2560,0.20016354984707305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,2048,0.16477866967519125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,1536,0.11491555637783474
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,1024,0.08248888783984713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,768,0.06547911299599542
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,512,0.047729776965247266
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,256,0.03265422251489427
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,128,0.02343822187847561
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,64,0.019143111175960965
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,32,0.021873777111371357
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,65536,5.3934080335829
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,12288,0.786460452609592
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,10240,0.6581475469801161
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,16384,1.0309973822699654
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,8192,0.5303751097785102
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,7168,0.4631039831373427
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,6144,0.41995377010769314
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,4096,0.33316977818806964
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,5120,0.3505777782864041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,3584,0.29769955741034615
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,2048,0.14742755889892578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,3072,0.2597831090291341
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,1536,0.1099662250942654
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,1024,0.07719822062386407
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,2560,0.21438577440049914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,768,0.06314666403664483
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,512,0.04545422063933479
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,256,0.03035022152794732
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,128,0.0217884447839525
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,32,0.01956977778010898
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,64,0.017521777086787753
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,65536,4.634510040283203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,10240,0.5670115682813857
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,16384,0.8722773128085666
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,12288,0.6847999890645345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,8192,0.46555021074083114
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,5120,0.28893865479363334
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,7168,0.42174577713012695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,4096,0.22425601217481825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,6144,0.37253689765930176
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,3072,0.17510399553510878
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,3584,0.20243910948435465
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,2560,0.14131200313568115
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,2048,0.11275377538469102
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,1536,0.09440710809495713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,1024,0.0658773316277398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,768,0.05091555582152473
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,512,0.03748977846569485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,128,0.018147556318177115
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,256,0.02537244392765893
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,64,0.015985776980717976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,32,0.015246222416559855
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,65536,3.998065948486328
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,12288,0.5214151276482476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,16384,0.7221191194322375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,10240,0.4303075472513835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,8192,0.36087467935350204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,6144,0.28117333518134224
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,5120,0.23694221178690592
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,7168,0.3211093213823107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,4096,0.16221866342756483
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,3584,0.14839466412862143
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,3072,0.12774399916330972
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,2560,0.10513066583209568
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,2048,0.0870400004916721
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,1024,0.0499199993080563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,1536,0.07145244545406766
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,768,0.038655999634000994
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,512,0.030321776866912842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,128,0.015132443772421943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,256,0.021760000122918025
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,32,0.01570133368174235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,64,0.012714666624863943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,65536,3.474403593275282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,12288,0.44711822933620876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,16384,0.5775360001458062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,10240,0.37933511204189724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,8192,0.3125190999772814
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,7168,0.2785564528571235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,5120,0.18389333619011772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,6144,0.24900266859266493
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,4096,0.17004088560740152
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,3584,0.15260444747077093
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,3072,0.13403022289276123
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,2560,0.11150222354465061
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,2048,0.08530488941404556
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,1536,0.06778311067157321
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,768,0.037603557109832764
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,1024,0.0485831101735433
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,512,0.02796088986926609
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,256,0.01939911146958669
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,128,0.01553066737122006
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,64,0.012117333710193634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,32,0.013653332988421122
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,65536,2.935381359524197
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,16384,0.5582506921556261
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,12288,0.43537065717909074
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,10240,0.3666204346550836
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,6144,0.21287822723388672
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,8192,0.27383467886182994
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,65536,2.349226633707682
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,5120,0.1821297804514567
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,4096,0.13442844814724392
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,7168,0.2391893333858914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,3584,0.12927999761369494
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,3072,0.12347733974456787
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,2048,0.08260266648398505
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,1536,0.06502399841944377
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,2560,0.10823111401663886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,1024,0.0485831101735433
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,768,0.03785955574777391
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,128,0.01499022212293413
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,256,0.019825778073734708
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,512,0.02716444432735443
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,64,0.012060444388124677
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,32,0.011889778077602386
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,10240,0.281912883122762
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,16384,0.42823110686408145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,12288,0.3427271048227946
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,8192,0.23523555861579049
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,7168,0.20707555611928305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,6144,0.17746488253275552
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,4096,0.11204266548156738
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,5120,0.14720000161064997
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,3584,0.09691022502051459
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,3072,0.08826311429341634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,2048,0.05597866906060112
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,2560,0.0758897794617547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,1536,0.044686221414142184
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,1024,0.030919111437267725
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,768,0.02528711160024007
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,256,0.012970666918489667
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,512,0.019996444384257
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,65536,2.2182401021321616
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,64,0.009927111367384592
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,128,0.0096142225795322
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,32,0.00830577810605367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,12288,0.32139378123813206
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,10240,0.2682311005062527
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,16384,0.4276053375667996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,8192,0.2358328766292996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,7168,0.18309688568115234
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,65536,1.7521208657158747
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,6144,0.15985777642991808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,4096,0.12848356035020617
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,5120,0.14759822686513266
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,3584,0.11101866430706447
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,2560,0.08322844240400526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,3072,0.10697955555386013
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,2048,0.05299199952019585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,1536,0.04363377888997396
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,1024,0.030947556098302204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,768,0.025230222278171118
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,512,0.018773333893881906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,256,0.012373333175977072
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,128,0.00998399986161126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,64,0.009329777624871995
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,32,0.00793599999613232
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,10240,0.2028657727771335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,16384,0.2896213266584608
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,8192,0.1675377819273207
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,12288,0.2710755666097005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,7168,0.14646044042375353
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,6144,0.1290524403254191
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,5120,0.11073422431945801
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,4096,0.08217600319120619
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,3584,0.07404088973999023
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,3072,0.06411377588907878
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,2560,0.053845332728491895
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,65536,1.6751217312282984
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,2048,0.043918222188949585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,1536,0.03487288951873779
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,1024,0.02440533373090956
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,768,0.02036622166633606
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,512,0.015758223003811307
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,128,0.009215999808576372
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,64,0.008618666893906063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,32,0.007281777759393056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,256,0.01129244433508979
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,12288,0.16375466187795004
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,10240,0.14079999923706055
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,65536,1.1557831234402127
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,8192,0.11491555637783474
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,16384,0.2785564528571235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,6144,0.09002666340933906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,7168,0.10257066620720758
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,4096,0.05552355448404948
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,3072,0.04369066821204292
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,5120,0.08647111389372085
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,2560,0.03700622253947788
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,3584,0.04903822143872579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,1536,0.02867199977238973
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,2048,0.03282489048110114
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,1024,0.01959822244114346
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,768,0.01644088824590047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,256,0.009841777384281158
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,128,0.007793777518802219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,512,0.013283555706342062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,32,0.005290666802061929
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,64,0.005973333285914526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,12288,0.12953600618574354
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,16384,0.1793137788772583
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,10240,0.11141688293880886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,8192,0.08886044555240208
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,7168,0.07725510994593303
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,5120,0.057116442256503634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,6144,0.06880711184607612
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,4096,0.049208889404932656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,65536,1.0775893529256184
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,3584,0.040419555372662015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,2560,0.03165866600142585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,3072,0.03660800059636434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,2048,0.03012266755104065
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,1536,0.024120888776249353
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,768,0.015104000767072042
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,512,0.011747555600272285
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,65536,0.6022826830546061
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,1024,0.01905777719285753
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,256,0.008789333204428354
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,128,0.006485333459244833
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,32,0.005006222261322869
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,64,0.005745777653323279
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,16384,0.12006399366590713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,12288,0.08738133642408584
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,10240,0.07429689168930054
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,8192,0.06232177548938327
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,7168,0.05851022402445475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,6144,0.05077333251635233
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,5120,0.04474311073621114
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,4096,0.038485334979163274
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,3584,0.03461688756942749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,3072,0.0288426677385966
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,2560,0.025685333543353613
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,2048,0.02184533410602146
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,1536,0.017834666702482436
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,65536,0.40985600153605145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,768,0.01089422239197625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,1024,0.012970666918489667
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,128,0.005432888865470886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,512,0.011690666278203329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,64,0.004750222381618288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,256,0.0064284445510970215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,32,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,16384,0.09634133179982503
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,12288,0.07964444160461426
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,10240,0.07224888934029473
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,8192,0.0648533304532369
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,7168,0.059306667910681836
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,5120,0.05324800146950615
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,65536,0.3029048972659641
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,4096,0.030833777454164293
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,6144,0.05523911118507385
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,3584,0.02739199995994568
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,2048,0.017664000391960144
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,1536,0.014392889208263822
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,2560,0.02090666691462199
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,3072,0.024547555380397375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,1024,0.011150221857759686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,768,0.009215999808576372
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,256,0.006001777946949005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,128,0.005034666508436203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,512,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,32,0.004152889053026835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,64,0.004465777840879229
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,12288,0.041386667225095965
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,16384,0.05686044692993164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,8192,0.034048000971476235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,10240,0.036010666026009455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,65536,0.18784711096021864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,6144,0.025429333249727886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,7168,0.0281315545241038
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,5120,0.02292622294690874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,3584,0.018545778261290658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,4096,0.020280889338917203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,3072,0.016270221935378183
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,2560,0.014819555812411837
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,2048,0.012401777837011548
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,1536,0.010695111420419482
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,1024,0.00924444446961085
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,768,0.0079644446571668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,256,0.005888000130653381
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,64,0.003640888879696528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,128,0.003953777667548922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,512,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,32,0.0034133332471052804
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,12288,0.029866665601730347
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,8192,0.021873777111371357
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,10240,0.02719288898838891
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,16384,0.03632355398601956
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,65536,0.10666666428248088
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,7168,0.021959111094474792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,6144,0.018204443984561496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,5120,0.01661155621210734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,3584,0.013482666677898832
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,4096,0.01407999959256914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,2560,0.011861333416567909
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,2048,0.011776000261306763
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,1536,0.009813333551088968
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,3072,0.01314133322901196
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,1024,0.007822222179836696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,768,0.006940444310506185
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,512,0.00608711110221015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,256,0.005091555416584015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,128,0.0038399998512532976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,64,0.0032995556377702286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,32,0.0032142222755485107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,16384,0.030748443471060857
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,10240,0.022129777404997084
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,65536,0.10558578040864731
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,8192,0.01831822262869941
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,12288,0.02588444451491038
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,7168,0.01683911184469859
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,5120,0.014222222897741528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,6144,0.016952888833151925
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,3072,0.011633777783976661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,3584,0.013226666384273104
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,4096,0.013283555706342062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,2048,0.008590222232871586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,1536,0.00978488889005449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,2560,0.01092266705301073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,1024,0.005660444498062134
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,768,0.005290666802061929
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,128,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,256,0.003953777667548922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,64,0.0032711111836963226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,512,0.005006222261322869
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,32,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,16384,0.029326223664813574
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,10240,0.020224000016848247
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,8192,0.0192284451590644
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,65536,0.08925866418414646
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,7168,0.016241777274343703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,12288,0.023608888188997906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,4096,0.012885332935386233
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,3584,0.011776000261306763
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,3072,0.011548444628715515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,2560,0.010040889183680216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,6144,0.01402311192618476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,5120,0.013653332988421122
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,1024,0.007594666547245449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,2048,0.008021333151393467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,768,0.004920888692140579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,1536,0.0075093333919843035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,512,0.0059164443777667145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,256,0.003640888879696528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,128,0.0032995556377702286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,64,0.003072000005178981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,32,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,10240,4.244309319390191
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,12288,5.212188296847873
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,8192,3.5227307213677297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,6144,2.7116372850206165
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,7168,3.115264044867622
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,16384,6.641209072536892
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,5120,2.140131632486979
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,4096,1.6702293819851344
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,2560,1.1140836079915364
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,3072,1.32969241672092
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,3584,1.4857102500067816
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,2048,0.8731875419616699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,1024,0.4478009012010362
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,768,0.3690382109747992
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,128,0.12356266710493301
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,64,0.10180266698201497
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,256,0.17066666815016004
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,32,0.0924160016907586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,512,0.27343644036187065
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,1536,0.6628408961825901
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,10240,1.096732457478841
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,8192,0.8634311358133951
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,7168,0.7562524477640787
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,12288,1.3248568640814888
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,6144,0.6420479880438911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,16384,1.7872498830159504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,4096,0.44524086846245664
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,5120,0.5563733312818739
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,3584,0.3861902289920383
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,3072,0.35072000821431476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,2560,0.29511109987894696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,2048,0.2386773427327474
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,1536,0.1867093377643161
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,1024,0.12339199913872613
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,768,0.09787733025021023
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,128,0.03373510970009698
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,256,0.04960711134804619
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,512,0.06963200039333768
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,32,0.03015111221207513
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,64,0.02742044462098016
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,12288,0.9587199952867297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,10240,0.792177783118354
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,8192,0.638663132985433
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,16384,1.3340159522162542
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,7168,0.5542400148179796
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,6144,0.4978346824645996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,5120,0.4105955494774713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,4096,0.32682667838202584
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,3072,0.25602844026353627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,2048,0.16989866892496744
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,2560,0.21122845013936362
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,3584,0.2764515611860487
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,1536,0.13494043880038792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,1024,0.09304177761077881
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,768,0.07503644625345866
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,512,0.054670221275753446
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,256,0.03785955574777391
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,128,0.025742222865422566
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,32,0.022243556049134996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,64,0.02056533263789283
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,12288,0.8076800240410699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,16384,1.0953671137491863
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,10240,0.6524017651875814
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,8192,0.5878897772894965
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,6144,0.37156976593865293
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,7168,0.4908089107937283
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,5120,0.3205973307291667
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,4096,0.25773511992560494
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,3584,0.2253368960486518
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,3072,0.20323555999332002
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,2560,0.16989866892496744
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,65536,6.9115447998046875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,2048,0.13775644037458631
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,1536,0.11480177773369683
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,768,0.06337422132492065
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,1024,0.07887644237942167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,256,0.030663109487957422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,512,0.04585244589381748
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,64,0.018204443984561496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,32,0.020821332931518555
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,128,0.023153778579499986
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,65536,5.098609924316406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,10240,0.5198222266303169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,8192,0.41716623306274414
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,12288,0.6193208694458008
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,16384,0.837034649319119
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,7168,0.3674453364478217
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,6144,0.32915910085042316
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,5120,0.2697955502404107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,4096,0.21910756164126924
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,3584,0.18540088335673013
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,3072,0.16816355122460258
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,2560,0.1408568885591295
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,2048,0.11997866630554199
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,1024,0.06385778056250678
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,1536,0.08888889021343654
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,768,0.0517119997077518
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,256,0.025685333543353613
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,128,0.018232888645595975
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,64,0.01686755485004849
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,512,0.038513776328828596
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,32,0.01590044465329912
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,65536,4.207928975423177
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,12288,0.5676657888624403
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,10240,0.4681386417812771
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,16384,0.7571057743496366
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,8192,0.395576900906033
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,7168,0.35285332467820907
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,6144,0.3289031187693278
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,4096,0.2087822225358751
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,5120,0.25782044728597003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,3584,0.1906062232123481
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,2560,0.14091377788119847
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,3072,0.1621048847834269
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,2048,0.11915377775828044
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,1536,0.08391111426883274
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,1024,0.06289066871007283
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,768,0.047672887643178306
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,256,0.02645333276854621
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,128,0.018346667289733887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,512,0.03606755534807841
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,32,0.015672889020707872
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,64,0.015559110376569959
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,65536,3.5657386779785156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,16384,0.5938631163703071
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,12288,0.44623645146687824
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,10240,0.381440003712972
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,8192,0.31163732210795086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,7168,0.3009706603156196
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,6144,0.25890133115980357
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,5120,0.2113706668217977
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,4096,0.1652337842517429
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,65536,2.929294162326389
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,2560,0.10595555437935723
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,3072,0.1285688877105713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,3584,0.14168177710639104
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,2048,0.09113599856694539
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,1024,0.05009066727426317
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,768,0.03740444448259141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,512,0.02975289026896159
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,256,0.019768888751665752
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,128,0.015416888727082146
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,64,0.012885332935386233
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,1536,0.06994489166471693
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,32,0.014705777168273926
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,12288,0.4222293429904514
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,16384,0.5485511355929905
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,10240,0.35854223039415145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,65536,2.4744675954182944
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,8192,0.303217781914605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,6144,0.20627910561031768
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,7168,0.2656426694658068
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,4096,0.15246221754286024
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,5120,0.18301155832078722
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,3584,0.13721599843766955
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,3072,0.1184426678551568
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,2560,0.10393599669138591
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,2048,0.08248888783984713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,1536,0.057144886917538114
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,1024,0.038599110311932035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,768,0.03202844328350491
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,256,0.017265778448846605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,128,0.013340444200568728
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,512,0.023779556155204773
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,64,0.010211555494202508
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,32,0.012686221963829465
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,12288,0.3060053454505073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,16384,0.3963164488474528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,10240,0.2525013287862142
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,8192,0.2087822225358751
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,7168,0.18517333931393096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,65536,2.186467488606771
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,6144,0.15237689018249512
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,5120,0.1321813397937351
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,4096,0.10359466738171047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,3072,0.08226133055157132
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,2560,0.06829510794745551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,3584,0.10313955280515884
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,2048,0.05717333157857259
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,1536,0.05000533329115974
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,1024,0.030947556098302204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,768,0.02699377801683214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,256,0.01311288856797748
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,128,0.0096142225795322
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,64,0.0096142225795322
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,512,0.01939911146958669
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,32,0.008049777812427944
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,16384,0.3777422110239665
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,65536,1.7375573052300348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,10240,0.2368853357103136
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,12288,0.2943146758609348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,7168,0.17641244994269478
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,6144,0.15980088710784912
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,8192,0.2049422264099121
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,5120,0.13016177548302546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,4096,0.10487466388278538
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,3584,0.09554488791359796
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,3072,0.0798435542318556
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,2560,0.07051377826266818
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,2048,0.05796977546479967
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,1024,0.031516446007622614
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,1536,0.04619377851486206
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,768,0.025031111306614343
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,512,0.01917155583699544
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,256,0.012856889102194043
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,128,0.0096142225795322
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,64,0.009927111367384592
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,32,0.00793599999613232
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,16384,0.3155626720852322
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,65536,1.497770627339681
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,12288,0.24064000447591147
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,10240,0.23150934113396537
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,8192,0.18295466899871826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,7168,0.15183644824557835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,6144,0.13337600231170654
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,5120,0.11477333969540066
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,3584,0.08388266960779826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,4096,0.09892977608574761
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,3072,0.07486577828725179
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,2560,0.06314666403664483
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,2048,0.053759998745388456
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,1536,0.044885334041383534
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,768,0.025656888882319134
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,1024,0.03379199902216593
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,128,0.009301332963837517
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,512,0.018944000204404194
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,256,0.01274311128589842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,64,0.009358222285906473
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,32,0.007907555335097844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,65536,1.2507591247558594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,12288,0.22701509793599448
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,10240,0.1776071124606662
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,16384,0.29963376786973744
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,7168,0.14028799533843994
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,6144,0.1134364472495185
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,8192,0.14452621671888563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,5120,0.09756444560156928
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,4096,0.090737779935201
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,3584,0.08851910961998834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,3072,0.07068444622887506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,2560,0.06118400229348076
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,2048,0.05117155445946587
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,1536,0.04704711172315809
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,1024,0.03291022115283542
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,768,0.02827377782927619
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,512,0.018602665927675035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,256,0.0121742222044203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,64,0.009130666653315226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,32,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,128,0.009130666653315226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,65536,1.1572337680392795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,16384,0.20864000585344103
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,12288,0.1549653344684177
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,10240,0.13001955880059138
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,7168,0.09292799896664089
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,8192,0.11044977770911323
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,6144,0.07992888821495904
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,5120,0.07463822099897596
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,4096,0.05540977915128072
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,3584,0.05174044436878628
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,3072,0.04201244314511617
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,2560,0.036152889331181846
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,2048,0.032483554548687406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,1536,0.023779556155204773
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,1024,0.018716444571812946
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,768,0.015672889020707872
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,512,0.012544000314341651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,128,0.007907555335097844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,256,0.009301332963837517
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,32,0.00554666668176651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,64,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,65536,0.8647964265611437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,16384,0.15615999698638916
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,12288,0.12245333194732666
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,10240,0.10899911324183147
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,8192,0.10348088873757257
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,6144,0.06826666990915935
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,7168,0.0800995561811659
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,5120,0.059875554508633085
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,4096,0.05853866868548923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,3072,0.04201244314511617
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,3584,0.04821333289146423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,2560,0.03714844584465027
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,1536,0.023381332556406658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,2048,0.029326223664813574
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,1024,0.01777777738041348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,768,0.015644444359673392
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,256,0.009045333498054082
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,128,0.008135110967689091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,65536,0.577564451429579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,512,0.011377777490350934
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,32,0.005091555416584015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,64,0.005631999837027655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,12288,0.09986844327714707
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,16384,0.1537991099887424
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,10240,0.08769422107272679
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,8192,0.08169244395362006
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,6144,0.051854223012924194
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,7168,0.060728887716929116
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,5120,0.046762665112813316
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,4096,0.03885511226124234
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,3584,0.03569777806599935
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,3072,0.02852977646721734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,2560,0.02625422179698944
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,2048,0.020394666327370536
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,1536,0.01681066718366411
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,1024,0.012856889102194043
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,768,0.010780444575680627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,65536,0.5296355353461372
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,512,0.008760888543393876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,256,0.006485333459244833
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,128,0.005375999957323074
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,64,0.004835555536879433
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,32,0.0047217777205838096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,16384,0.08871822224722968
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,12288,0.07347200314203899
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,8192,0.052849776215023465
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,10240,0.06124089161554972
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,7168,0.041301333241992526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,6144,0.03649422195222642
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,5120,0.03729066583845351
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,4096,0.03211377726660834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,3584,0.027505778604083594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,3072,0.024490666058328416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,2048,0.017948443690935772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,2560,0.02221511138810052
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,1536,0.014762666490342883
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,1024,0.011121778024567498
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,768,0.009443555441167619
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,65536,0.2948266665140788
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,512,0.007822222179836696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,128,0.005176888985766305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,64,0.004579555657174853
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,256,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,32,0.004238222208287981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,16384,0.0640853312280443
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,65536,0.20352000660366484
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,8192,0.04090311129887899
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,12288,0.05356088942951626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,10240,0.04690488841798571
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,6144,0.03481600019666884
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,7168,0.03925333420435587
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,5120,0.03214222192764282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,4096,0.027278222971492346
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,3584,0.023921777804692585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,3072,0.021162667208247717
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,2048,0.015615999698638916
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,2560,0.01868799991077847
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,1536,0.01311288856797748
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,1024,0.010097777677906884
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,512,0.007253333098358578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,768,0.00870400004916721
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,256,0.0058311112225055695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,128,0.004323555363549126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,64,0.0038399998512532976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,32,0.0037831109431054858
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,16384,0.03731911049948798
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,12288,0.031203554736243352
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,10240,0.0270506673389011
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,8192,0.022983110613293115
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,65536,0.11246932877434625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,7168,0.02127644419670105
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,5120,0.01769244505299462
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,4096,0.01649777756796943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,6144,0.020337777005301583
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,2560,0.013596444494194455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,3072,0.014904888139830695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,3584,0.01629866659641266
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,1536,0.00978488889005449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,1024,0.007850666840871176
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,768,0.0070257774657673305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,2048,0.012316444681750404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,512,0.00608711110221015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,256,0.005233777893914117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,128,0.004266666869322459
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,32,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,64,0.003583999971548716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,16384,0.027306665976842243
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,65536,0.08169244395362006
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,12288,0.021987555755509272
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,10240,0.019143111175960965
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,7168,0.015559110376569959
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,6144,0.014335999886194864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,8192,0.016753777861595154
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,5120,0.013312000367376538
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,3584,0.012515555653307172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,3072,0.011690666278203329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,2560,0.010808889236715106
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,2048,0.010126222338941362
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,1536,0.009528888596428765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,1024,0.007822222179836696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,768,0.006940444310506185
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,4096,0.01351111133893331
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,512,0.006058666855096817
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,256,0.005205333232879639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,64,0.0032995556377702286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,128,0.0034417777011791864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,32,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,16384,0.025571554899215698
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,12288,0.019740444090631273
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,65536,0.07680000199211968
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,10240,0.01868799991077847
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,8192,0.014904888139830695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,7168,0.01399466726515028
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,4096,0.010495999621020423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,5120,0.012828444441159567
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,6144,0.01402311192618476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,3072,0.009045333498054082
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,3584,0.010495999621020423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,2560,0.010410666465759277
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,2048,0.0079644446571668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,1536,0.006741333338949416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,1024,0.005432888865470886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,512,0.004864000197913912
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,768,0.004949333353175057
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,256,0.0038115556041399636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,128,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,64,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,32,0.0028728888266616394
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,12288,0.019143111175960965
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,10240,0.017038222816255357
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,65536,0.07082666953404744
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,8192,0.01385244478782018
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,16384,0.02409244411521488
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,5120,0.010951110886202918
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,6144,0.011918221910794577
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,7168,0.012771555946932899
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,3584,0.009301332963837517
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,3072,0.008277333445019191
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,2048,0.008021333151393467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,4096,0.010609777437316047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,2560,0.009159111314349705
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,1024,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,1536,0.00685511115524504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,768,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,512,0.004693333473470476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,256,0.003612444632583194
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,128,0.0032711111836963226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,64,0.0028159999185138275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,32,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,10240,2.8369920518663196
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,12288,3.3516943189832897
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,8192,2.2811590830485025
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,7168,1.9558116065131292
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,16384,4.4660623338487415
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,5120,1.4369564056396484
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,6144,1.7253831227620442
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,4096,1.1189759572347004
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,3584,1.0340693791707356
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,3072,0.8745244344075521
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,1536,0.4496782090928819
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,2048,0.5787306891547309
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,2560,0.7133297920227051
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,1024,0.335843563079834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,768,0.24655644098917642
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,256,0.10936888721254136
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,512,0.16475021839141846
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,32,0.05944889121585422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,64,0.06826666990915935
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,128,0.07736888859007093
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,10240,0.6988231341044108
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,12288,0.8322275479634603
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,7168,0.4955875608656142
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,8192,0.5568853484259711
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,16384,1.1398826175265842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,6144,0.454769770304362
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,4096,0.28299376699659556
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,5120,0.356295108795166
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,3584,0.25836088922288686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,3072,0.2101760043038262
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,2048,0.14082845052083334
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,2560,0.17678222391340467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,768,0.06633244620429145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,256,0.030179556873109605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,1536,0.2628551059299045
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,512,0.04639288783073425
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,1024,0.1441564427481757
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,128,0.029468443658616807
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,64,0.023580445183648005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,32,0.018801778554916382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,12288,0.6074026425679525
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,10240,0.5068515671624078
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,8192,0.40900267495049375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,16384,0.8707413143581815
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,7168,0.3603626622094049
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,6144,0.31254755126105416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,5120,0.2705920007493761
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,4096,0.2152391142315335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,3584,0.18983822398715547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,3072,0.17035378350151908
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,2560,0.141994661755032
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,2048,0.11275377538469102
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,1024,0.07645866605970594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,1536,0.16770844989352754
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,512,0.04454400142033895
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,256,0.024746666351954143
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,768,0.057087997595469155
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,64,0.01629866659641266
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,128,0.022783999641736347
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,32,0.012885332935386233
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,16384,0.6516906420389811
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,12288,0.4819626808166504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,65536,4.550598992241754
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,8192,0.3455999957190619
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,10240,0.4098844528198242
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,7168,0.31650132603115505
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,6144,0.2677191098531087
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,5120,0.21967644161648223
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,4096,0.196380443043179
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,3072,0.1590613391664293
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,3584,0.17180444134606254
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,65536,3.507996453179253
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,2560,0.13923554950290257
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,2048,0.11209955480363633
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,1536,0.10521599981519912
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,1024,0.06109866831037733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,768,0.04522666666242811
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,256,0.021987555755509272
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,128,0.01868799991077847
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,64,0.01570133368174235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,512,0.038001779052946306
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,32,0.012714666624863943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,12288,0.4302506711747911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,16384,0.56240357293023
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,10240,0.3617280059390598
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,65536,2.767416848076714
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,8192,0.30176711082458496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,6144,0.2529848946465386
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,7168,0.296362664964464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,5120,0.2552035649617513
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,4096,0.20024889045291475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,3584,0.18184533384111193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,2048,0.10160355435477363
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,2560,0.12635021739535862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,3072,0.14899199538760716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,1536,0.08297244707743327
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,768,0.046563555796941124
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,1024,0.052024887667761914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,512,0.03325155708524916
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,256,0.02030933399995168
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,128,0.01649777756796943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,64,0.015189333094490899
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,32,0.012970666918489667
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,12288,0.4159431192609999
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,16384,0.5412124527825249
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,65536,2.321123547024197
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,8192,0.30921954578823513
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,10240,0.35199999809265137
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,5120,0.25042488839891225
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,4096,0.19876978132459852
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,6144,0.2940586672888862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,3584,0.16944355434841582
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,7168,0.3701475461324056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,3072,0.14813866880204943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,2560,0.1207466655307346
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,2048,0.1045902238951789
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,1536,0.06846577591366239
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,1024,0.047672887643178306
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,256,0.019256888164414298
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,768,0.04189866781234741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,512,0.03450311223665873
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,128,0.014762666490342883
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,64,0.013653332988421122
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,32,0.01146311147345437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,12288,0.30233600404527455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,16384,0.40612978405422634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,65536,2.13723013136122
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,10240,0.2517048782772488
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,8192,0.20241067144605848
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,7168,0.18395022551218668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,6144,0.1603413290447659
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,4096,0.13184000386132136
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,5120,0.13639110989040798
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,3584,0.12003555562761094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,3072,0.09907199939092
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,1536,0.04571022258864509
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,2048,0.07025777631335788
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,768,0.030378666188981798
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,2560,0.08413866493437026
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,1024,0.031146665414174397
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,512,0.0243484444088406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,128,0.012714666624863943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,256,0.014876445134480795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,64,0.0088746663596895
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,32,0.008106666306654612
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,16384,0.3336248927646213
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,12288,0.25773511992560494
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,10240,0.2187662257088555
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,8192,0.181987550523546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,7168,0.1657173368665907
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,65536,1.7257813347710504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,6144,0.24206222428215873
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,4096,0.10575644175211589
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,5120,0.20414577590094674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,3584,0.09312711159388225
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,3072,0.08180622259775798
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,2560,0.06866488854090373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,1536,0.04516977734035916
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,1024,0.03177244464556376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,2048,0.06692977746327718
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,512,0.023039999935362074
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,256,0.01459200017982059
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,768,0.02943999899758233
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,128,0.011946666571829053
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,32,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,64,0.014535110857751636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,12288,0.23822222815619576
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,65536,1.3874915440877278
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,16384,0.30572088559468585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,10240,0.2031786706712511
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,8192,0.14862222141689724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,6144,0.1162524488237169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,7168,0.13604977395799425
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,5120,0.10131911436716716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,4096,0.08450844552781846
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,2560,0.06269155608283149
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,3584,0.0776817798614502
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,1536,0.0354417794280582
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,2048,0.05205333232879639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,1024,0.02525866693920559
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,3072,0.07412622372309367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,128,0.008817777865462834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,768,0.02079288827048408
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,256,0.01425066590309143
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,512,0.016099555624855887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,64,0.011036444041464063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,32,0.007139555282062954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,65536,1.202602704366048
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,12288,0.23406932089063856
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,16384,0.2949119938744439
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,10240,0.17678222391340467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,7168,0.12899555100335017
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,5120,0.09770666890674168
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,6144,0.11315200063917373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,8192,0.1601991123623318
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,3584,0.0752355522579617
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,2560,0.06448355648252699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,3072,0.06823822524812487
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,2048,0.05159822106361389
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,4096,0.08300089173846774
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,1536,0.03399111164940728
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,1024,0.02500266664557987
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,512,0.017180444465743173
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,768,0.020821332931518555
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,256,0.013966222604115805
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,128,0.008618666893906063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,64,0.010268444816271463
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,32,0.007139555282062954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,16384,0.2078151173061795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,65536,1.1418453852335613
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,10240,0.13138488928476968
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,12288,0.15664354960123697
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,8192,0.11062044567532009
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,7168,0.09398044480217828
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,6144,0.08120889133877225
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,4096,0.05595022439956665
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,5120,0.06775466601053874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,3584,0.04986310998598734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,3072,0.043576889567905
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,2560,0.03731911049948798
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,2048,0.03071999881002638
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,768,0.0159288893143336
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,1536,0.03538489010598924
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,1024,0.02488888965712653
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,512,0.012657778130637275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,256,0.009557333257463243
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,64,0.008248888783984715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,65536,0.8466773562961154
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,128,0.007850666840871176
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,32,0.005233777893914117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,10240,0.12825600306193033
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,16384,0.20144355297088623
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,8192,0.11582577228546143
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,6144,0.07955911424424914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,7168,0.09173333644866943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,12288,0.15425422456529406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,4096,0.05540977915128072
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,5120,0.07116799884372287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,3584,0.04932266804907057
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,3072,0.04289422101444668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,2048,0.030862222115198772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,2560,0.03669333457946777
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,1536,0.024803555674023096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,1024,0.024775111012988623
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,512,0.015729778342776828
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,768,0.016639999217457242
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,256,0.009927111367384592
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,128,0.009813333551088968
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,32,0.005148444324731827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,64,0.005859555469618903
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,16384,0.1539128886328803
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,65536,0.7981511221991645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,10240,0.10601244370142619
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,12288,0.12006399366590713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,7168,0.08055466413497925
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,8192,0.09412266810735066
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,6144,0.0727893312772115
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,5120,0.060216890441046826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,4096,0.06070044305589464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,3584,0.05569422245025635
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,65536,0.5635982089572483
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,2560,0.036920888556374445
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,3072,0.05057422320048014
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,2048,0.030293332205878362
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,1536,0.025088000628683303
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,1024,0.01570133368174235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,768,0.015843555331230164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,256,0.00958577791849772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,512,0.011036444041464063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,128,0.008533333738644918
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,64,0.005859555469618903
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,32,0.005176888985766305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,12288,0.10359466738171047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,10240,0.08974222342173259
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,8192,0.07705599731869169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,16384,0.13311999373965794
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,7168,0.06966044505437215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,5120,0.058396445380316846
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,6144,0.0637155572573344
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,4096,0.03822933302985297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,3584,0.03470222155253092
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,3072,0.02955377764172024
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,2560,0.02639644510216183
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,2048,0.02079288827048408
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,1536,0.017151999804708693
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,65536,0.4442737897237142
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,768,0.010979555547237396
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,1024,0.013056000073750814
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,128,0.007054222126801808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,512,0.009472000102202097
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,64,0.004664888812435998
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,256,0.00699733363257514
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,32,0.004238222208287981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,12288,0.0655075576570299
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,16384,0.08482133017645942
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,8192,0.04818488823042976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,10240,0.05390222205056084
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,7168,0.041215999258889094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,65536,0.285041782591078
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,6144,0.03626666797531976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,5120,0.03276800115903219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,4096,0.03049244483311971
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,3072,0.025088000628683303
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,3584,0.02753422160943349
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,2560,0.02087822225358751
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,1536,0.014535110857751636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,2048,0.01769244505299462
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,1024,0.011377777490350934
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,768,0.009472000102202097
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,256,0.006172444257471297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,512,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,128,0.005888000130653381
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,64,0.004607999904288186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,32,0.004295111116435793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,12288,0.05865244732962715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,16384,0.07392711109585233
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,10240,0.05165511038568285
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,7168,0.038712888956069946
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,6144,0.0344177782535553
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,8192,0.042240000433391996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,5120,0.030549334155188665
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,4096,0.026936888694763184
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,2560,0.01851733360025618
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,3072,0.022613333331214056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,3584,0.024746666351954143
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,2048,0.01851733360025618
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,1536,0.014279110564125909
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,65536,0.2614897886912028
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,1024,0.010951110886202918
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,768,0.009301332963837517
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,256,0.006001777946949005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,128,0.0052622221410274506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,64,0.004352000024583605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,512,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,32,0.0038399998512532976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,16384,0.05700266361236572
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,12288,0.04098844528198242
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,10240,0.03649422195222642
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,65536,0.18764800495571562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,8192,0.03384888834423489
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,7168,0.028074665202034846
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,6144,0.02525866693920559
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,4096,0.020451555649439495
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,5120,0.02312533391846551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,3584,0.01831822262869941
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,3072,0.016128000285890367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,2560,0.014734221829308404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,1536,0.010552888943089379
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,2048,0.012458666331238218
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,1024,0.008590222232871586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,768,0.007281777759393056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,512,0.006172444257471297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,256,0.004579555657174853
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,128,0.003953777667548922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,64,0.0038684445122877755
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,32,0.0032995556377702286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,12288,0.02719288898838891
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,65536,0.09921422269609238
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,16384,0.03393422232733832
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,8192,0.021077333225144282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,10240,0.02429155508677165
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,7168,0.024718221690919664
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,4096,0.014563555518786112
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,6144,0.018431999617152743
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,5120,0.016696888539526198
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,3584,0.013937777943081327
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,3072,0.012885332935386233
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,2560,0.011690666278203329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,2048,0.011491555306646558
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,1536,0.009557333257463243
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,1024,0.007793777518802219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,768,0.006968888971540663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,256,0.005006222261322869
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,512,0.00608711110221015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,128,0.004181333300140169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,64,0.0033848887930313745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,32,0.0032142222755485107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,16384,0.023409777217441138
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,10240,0.016014221641752455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,65536,0.06630400154325697
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,8192,0.014563555518786112
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,12288,0.01917155583699544
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,6144,0.01260088880856832
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,7168,0.014819555812411837
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,3584,0.01018311083316803
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,5120,0.012714666624863943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,2560,0.009130666653315226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,4096,0.011320888996124268
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,2048,0.008447999755541483
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,3072,0.009813333551088968
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,1536,0.007850666840871176
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,1024,0.007679999702506595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,768,0.0069120000633928515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,512,0.006001777946949005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,256,0.0038968887594011095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,128,0.0033848887930313745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,64,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,32,0.0028159999185138275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,16384,0.019825778073734708
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,65536,0.06084266636106703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,10240,0.015104000767072042
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,7168,0.012657778130637275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,12288,0.017749332719379
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,8192,0.014165333575672574
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,6144,0.012686221963829465
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,4096,0.009016888837019602
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,5120,0.011576889289749993
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,3584,0.008447999755541483
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,3072,0.00793599999613232
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,2560,0.008903111020723978
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,2048,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,1536,0.006513777706358168
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,1024,0.0053191110491752625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,768,0.004835555536879433
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,512,0.004750222381618288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,256,0.003726222034957674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,64,0.003043555551105075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,128,0.003100444459252887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,32,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,16384,0.017095110482639737
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,65536,0.05151289039187961
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,12288,0.014648889501889547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,10240,0.014136888914638095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,8192,0.01200355589389801
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,7168,0.011434666812419891
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,4096,0.00830577810605367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,5120,0.010012444522645738
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,6144,0.01146311147345437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,3584,0.008021333151393467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,3072,0.007594666547245449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,2560,0.007338666253619724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,2048,0.006769777586062749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,1536,0.0064284445510970215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,768,0.004750222381618288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,512,0.0041244443919923575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,256,0.003555555724435382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,64,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,128,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,32,0.0026168889469570587
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,1024,0.006172444257471297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,10240,2.241365432739258
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,12288,2.6299733055962458
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,8192,1.7530026965671117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,16384,3.5081954532199435
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,5120,1.1194879743787978
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,7168,1.5869440502590602
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,6144,1.3432320488823786
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,3584,0.7574186854892306
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,4096,0.8737564616733127
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,3072,0.6508373154534234
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,2048,0.44538312488132054
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,1024,0.22678756713867188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,1536,0.34281243218315977
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,2560,0.5590186648898655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,768,0.19401955604553223
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,128,0.06289066871007283
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,32,0.04423111014895969
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,64,0.052821334865358144
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,512,0.13206756114959717
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,256,0.0797297755877177
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,10240,0.512938658396403
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,12288,0.6238435639275445
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,16384,0.9085155063205295
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,8192,0.4113919999864366
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,7168,0.38826666937934023
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,6144,0.34261332617865664
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,5120,0.25966933038499623
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,4096,0.21950577365027535
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,3584,0.19743288887871635
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,3072,0.170723557472229
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,2560,0.14353066020541722
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,2048,0.11622399753994411
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,1536,0.09838933414883083
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,1024,0.06528000036875407
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,768,0.051797333690855235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,512,0.03885511226124234
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,128,0.023950222465727065
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,256,0.025429333249727886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,64,0.017009778155220878
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,32,0.013596444494194455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,12288,0.44714668061998153
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,16384,0.6613901986016167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,10240,0.3740159935421414
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,8192,0.33166223102145725
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,7168,0.2923519876268175
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,6144,0.2588728798760308
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,4096,0.16694045066833496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,5120,0.20997688505384657
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,3584,0.15018667115105525
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,3072,0.1275448931588067
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,2560,0.10905600256390041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,2048,0.08430933290057713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,1536,0.07014399766921997
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,1024,0.050460444556342236
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,512,0.03379199902216593
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,65536,3.664611392550998
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,256,0.02070755594306522
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,128,0.018944000204404194
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,64,0.015615999698638916
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,32,0.012828444441159567
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,768,0.04329244295756022
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,12288,0.41645510991414386
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,16384,0.5551786422729492
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,10240,0.35933865441216367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,8192,0.3019377655453152
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,7168,0.2846435440911187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,6144,0.2331022156609429
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,65536,2.714823193020291
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,5120,0.2010737790001763
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,4096,0.1556195550494724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,3072,0.11662222279442681
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,3584,0.1481955581241184
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,2560,0.10427733262379964
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,2048,0.09213155508041382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,1536,0.06809600194295247
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,1024,0.054471111959881253
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,256,0.019854222734769184
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,512,0.03296711047490438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,128,0.01641244524055057
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,768,0.04235377907752991
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,64,0.01607111096382141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,32,0.011576889289749993
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,12288,0.30062932438320583
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,16384,0.39955910046895343
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,10240,0.2548906538221571
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,8192,0.20625066757202148
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,7168,0.18358043829600015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,65536,2.2759537167019315
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,6144,0.1577813360426161
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,5120,0.13366044892205134
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,4096,0.13496889008416071
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,3584,0.12105955017937554
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,3072,0.1033102207713657
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,2560,0.08541866805818345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,1536,0.04809955424732632
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,768,0.031317333380381264
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,1024,0.034076445632510714
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,2048,0.07532088624106513
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,256,0.01661155621210734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,512,0.023409777217441138
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,128,0.013226666384273104
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,64,0.009415110780133141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,32,0.008732444710201686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,12288,0.29920710457695854
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,8192,0.2039182186126709
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,65536,1.760284423828125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,16384,0.3912533389197455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,10240,0.2484053240882026
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,7168,0.17772089110480416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,6144,0.152803553475274
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,5120,0.12760178248087564
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,3584,0.1153706709543864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,3072,0.0993564460012648
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,4096,0.1489351060655382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,2560,0.08376889096366034
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,2048,0.07119644350475736
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,1024,0.033279998434914485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,768,0.02978133492999607
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,1536,0.04684799909591675
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,512,0.023381332556406658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,256,0.01590044465329912
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,128,0.012373333175977072
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,32,0.007992888490358988
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,64,0.008903111020723978
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,16384,0.2946560117933485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,12288,0.23079821798536512
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,10240,0.19256888495551217
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,8192,0.16054044829474554
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,65536,1.6844515270657008
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,7168,0.14668799771202937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,6144,0.12720355722639295
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,5120,0.10925510856840347
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,3584,0.11309511131710476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,4096,0.1281706624560886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,3072,0.09321244557698567
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,2560,0.08311466375986735
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,1536,0.04625066783693102
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,1024,0.03282489048110114
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,768,0.028984887732399836
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,256,0.015672889020707872
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,2048,0.06638933552636041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,512,0.023808000816239253
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,128,0.011719110939237805
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,64,0.008760888543393876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,32,0.0075093333919843035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,65536,1.1869298087226021
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,12288,0.22078577677408853
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,16384,0.2862933211856418
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,10240,0.18921244144439697
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,8192,0.1573831107881334
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,7168,0.2216106653213501
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,4096,0.08399644162919785
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,5120,0.10538666778140598
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,6144,0.1340586609310574
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,3072,0.06948977708816528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,3584,0.07879110839631823
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,2560,0.06388622522354126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,2048,0.058083554108937584
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,1536,0.04528355598449707
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,1024,0.03265422251489427
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,768,0.03015111221207513
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,256,0.014848000473446317
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,128,0.01092266705301073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,64,0.010296888649463654
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,512,0.02269866731431749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,32,0.007310222420427535
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,16384,0.20940800507863364
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,65536,1.1516301896837022
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,12288,0.15800889333089194
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,10240,0.13087288538614908
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,8192,0.12270932727389866
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,6144,0.08220444122950236
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,7168,0.09500444597668117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,5120,0.0739555557568868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,4096,0.06422755453321669
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,3584,0.05873777468999227
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,2560,0.04571022258864509
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,3072,0.055580443806118436
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,1536,0.02488888965712653
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,2048,0.03811555438571506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,512,0.012828444441159567
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,1024,0.018830221560266282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,768,0.01646933290693495
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,256,0.009671111073758867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,128,0.007992888490358988
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,64,0.00884622252649731
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,32,0.0053191110491752625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,65536,0.8461368878682455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,16384,0.19399110476175943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,12288,0.15183644824557835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,8192,0.10368000136481391
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,10240,0.14580621984269884
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,6144,0.07907555500666301
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,7168,0.09295644362767537
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,5120,0.07324444585376315
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,4096,0.063573333952162
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,3584,0.05782755878236559
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,3072,0.056177775065104164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,2560,0.04505599869622124
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,2048,0.038001779052946306
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,768,0.015672889020707872
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,1536,0.024632889363500807
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,1024,0.0192284451590644
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,512,0.012487110992272695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,256,0.009301332963837517
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,128,0.0075093333919843035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,64,0.00830577810605367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,32,0.005148444324731827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,65536,0.6989653375413684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,16384,0.15795200400882298
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,12288,0.12464355097876655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,10240,0.12168533272213405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,8192,0.09042488866382176
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,7168,0.08308621909883288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,6144,0.07916088898976643
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,5120,0.06001777781380547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,4096,0.0572871102227105
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,3584,0.04849777619043986
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,3072,0.04260977771547106
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,2560,0.03694933321740892
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,1536,0.02446222139729394
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,1024,0.018545778261290658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,65536,0.5801244311862522
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,2048,0.03046400017208523
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,768,0.013454222016864352
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,512,0.011064888702498542
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,256,0.009045333498054082
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,64,0.0069120000633928515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,32,0.005233777893914117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,128,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,16384,0.14882132742140028
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,10240,0.10993778043323094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,8192,0.0870400004916721
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,12288,0.12478578090667725
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,6144,0.06826666990915935
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,7168,0.07953066958321466
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,3584,0.04696177774005466
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,5120,0.05956266985999214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,4096,0.05290666553709242
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,3072,0.04249599907133314
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,2560,0.03655111127429538
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,2048,0.030862222115198772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,1024,0.015246222416559855
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,1536,0.02426311042573717
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,65536,0.5570275518629286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,512,0.009898666706350114
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,768,0.015587555037604438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,256,0.00958577791849772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,64,0.005802666561471091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,128,0.00978488889005449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,32,0.005148444324731827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,12288,0.10063644250233968
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,7168,0.0613831082979838
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,16384,0.1299626694785224
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,8192,0.09088000324037339
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,10240,0.08553244670232137
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,6144,0.05205333232879639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,4096,0.03894044293297662
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,5120,0.04630755715899997
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,3584,0.03700622253947788
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,2048,0.021048888564109802
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,3072,0.0329386658138699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,1536,0.017237333787812125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,2560,0.02588444451491038
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,1024,0.013368888861603208
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,768,0.011121778024567498
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,256,0.00657066661450598
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,512,0.00870400004916721
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,128,0.007281777759393056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,32,0.004266666869322459
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,64,0.004693333473470476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,65536,0.41062400076124406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,12288,0.06468266910976835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,10240,0.057486222849951855
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,16384,0.08615822262234157
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,8192,0.052821334865358144
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,7168,0.043064888980653554
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,6144,0.03822933302985297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,65536,0.31138134002685547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,4096,0.033166223102145724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,5120,0.034190220965279475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,3584,0.027676444914605882
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,2560,0.022044445077578228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,3072,0.024433778391944036
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,2048,0.017948443690935772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,1536,0.014705777168273926
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,512,0.008078222473462423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,1024,0.011491555306646558
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,128,0.006314666734801398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,256,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,768,0.009756444229020013
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,64,0.004607999904288186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,32,0.00443733317984475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,16384,0.07429689168930054
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,10240,0.05230933427810669
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,12288,0.05831111139721341
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,8192,0.04235377907752991
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,7168,0.0387697782781389
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,4096,0.022812444302770827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,6144,0.03467377689149644
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,3584,0.024149333437283833
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,5120,0.03177244464556376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,3072,0.022783999641736347
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,2560,0.018545778261290658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,2048,0.014734221829308404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,1536,0.012515555653307172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,768,0.008248888783984715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,65536,0.2770773304833306
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,512,0.007167999943097432
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,1024,0.00978488889005449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,128,0.005347555710209741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,256,0.005973333285914526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,32,0.0037831109431054858
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,64,0.004352000024583605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,12288,0.04861155483457777
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,8192,0.03638044330808852
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,7168,0.02955377764172024
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,65536,0.20479999648200142
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,6144,0.02648177742958069
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,16384,0.0648533304532369
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,5120,0.024149333437283833
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,4096,0.02167466613981459
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,10240,0.038712888956069946
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,2560,0.01550222271018558
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,3072,0.01678222252262963
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,3584,0.02011022302839491
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,1536,0.0120319997270902
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,2048,0.01459200017982059
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,768,0.008021333151393467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,256,0.005432888865470886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,1024,0.009358222285906473
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,128,0.005006222261322869
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,512,0.006769777586062749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,64,0.003953777667548922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,32,0.003583999971548716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,12288,0.02972444560792711
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,10240,0.026424888107511733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,65536,0.10720711284213597
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,8192,0.022243556049134996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,7168,0.0207360006040997
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,5120,0.017493334081437852
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,6144,0.01942755613062117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,4096,0.016924444172117446
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,3584,0.01553066737122006
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,16384,0.03657955593532986
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,2560,0.013397333522637686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,3072,0.015189333094490899
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,2048,0.011633777783976661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,1024,0.007850666840871176
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,768,0.00699733363257514
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,1536,0.009671111073758867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,256,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,128,0.003925333420435588
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,512,0.006144000010357962
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,64,0.003669333126809862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,32,0.004864000197913912
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,12288,0.0258559998538759
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,16384,0.031601776679356895
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,8192,0.02050844497150845
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,10240,0.023552000522613525
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,7168,0.018887110882335238
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,5120,0.01590044465329912
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,6144,0.017265778448846605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,4096,0.012259555359681448
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,3584,0.011776000261306763
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,3072,0.011064888702498542
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,2560,0.009955555200576782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,2048,0.009215999808576372
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,65536,0.11232711209191217
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,1024,0.007793777518802219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,512,0.00608711110221015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,256,0.004266666869322459
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,128,0.003669333126809862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,64,0.003100444459252887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,32,0.0029582221888833572
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,768,0.00699733363257514
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,1536,0.008817777865462834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,16384,0.018972444865438674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,12288,0.01587199999226464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,8192,0.01311288856797748
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,65536,0.05740088886684842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,7168,0.012572444147533841
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,10240,0.015786666009161208
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,6144,0.01146311147345437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,3584,0.009130666653315226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,5120,0.011406222151385413
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,3072,0.008760888543393876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,4096,0.009528888596428765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,2560,0.008391111261314815
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,1536,0.00739555557568868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,1024,0.006769777586062749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,768,0.006883555402358373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,2048,0.008192000289758047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,512,0.005091555416584015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,256,0.00369777778784434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,128,0.0032995556377702286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,64,0.003100444459252887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,32,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,16384,0.01678222252262963
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,12288,0.014364444547229342
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,10240,0.013340444200568728
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,65536,0.05134222242567274
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,8192,0.011918221910794577
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,7168,0.011946666571829053
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,6144,0.010979555547237396
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,4096,0.008163555628723567
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,5120,0.010524444282054901
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,3584,0.007907555335097844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,3072,0.007679999702506595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,1536,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,2560,0.008618666893906063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,1024,0.005290666802061929
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,768,0.0047786666287316214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,2048,0.007480888730949826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,512,0.004664888812435998
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,256,0.003669333126809862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,64,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,128,0.003072000005178981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,32,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,16384,0.014307555225160388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,65536,0.039992888768514
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,12288,0.012401777837011548
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,8192,0.010410666465759277
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,10240,0.0120319997270902
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,6144,0.00867555538813273
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,7168,0.010609777437316047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,5120,0.008106666306654612
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,3584,0.007793777518802219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,4096,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,3072,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,2048,0.006769777586062749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,2560,0.007253333098358578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,1536,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,768,0.0046364445653226645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,512,0.004067555483844546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,256,0.00349866681628757
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,128,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,32,0.0026168889469570587
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,64,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,1024,0.006001777946949005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,10240,1.4584035873413086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,12288,1.7566435072157118
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,16384,2.3171414269341364
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,8192,1.1832319895426433
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,7168,0.9887573454115125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,6144,0.8435769081115723
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,4096,0.5392497910393609
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,3584,0.5261084238688151
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,5120,0.6834915479024252
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,3072,0.46338844299316406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,2048,0.2973582214779324
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,2560,0.34659555223253036
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,1536,0.23148088985019258
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,1024,0.1562453375922309
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,768,0.12913778093126085
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,512,0.09307022227181329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,128,0.04875377813975016
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,256,0.06141155295901828
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,64,0.0369777778784434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,32,0.030264887544843886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,12288,0.445326222313775
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,16384,0.5802097850375706
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,10240,0.372309340371026
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,8192,0.33297067218356663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,7168,0.2753422260284424
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,6144,0.2495715618133545
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,5120,0.21410132779015434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,4096,0.16321421994103327
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,3584,0.1481955581241184
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,3072,0.13138488928476968
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,2560,0.11283911599053277
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,2048,0.08715377913581
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,1536,0.09787733025021023
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,1024,0.06633244620429145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,768,0.04124444391992357
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,512,0.030065778228971694
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,256,0.020280889338917203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,128,0.017834666702482436
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,64,0.015559110376569959
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,32,0.012401777837011548
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,12288,0.3034737904866536
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,16384,0.4177066749996609
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,65536,2.3600355784098306
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,10240,0.25599998897976345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,8192,0.22627554999457467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,7168,0.18065067132314047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,6144,0.1649493376413981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,5120,0.13385955492655435
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,3584,0.10427733262379964
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,4096,0.10942577653461033
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,3072,0.08789333369996812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,2560,0.07785244120491876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,2048,0.05996088849173652
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,1536,0.0653653343518575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,1024,0.04369066821204292
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,768,0.03012266755104065
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,256,0.016554666890038382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,128,0.013283555706342062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,64,0.008931555681758458
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,32,0.007679999702506595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,512,0.023552000522613525
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,65536,1.8203875223795574
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,16384,0.33504711257086855
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,12288,0.28012087610032826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,10240,0.2695679929521349
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,8192,0.2025244500901964
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,6144,0.15607466962602404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,7168,0.18130489190419516
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,5120,0.14270577165815565
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,4096,0.10993778043323094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,3584,0.10023822387059529
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,3072,0.09002666340933906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,2560,0.07876266373528375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,1536,0.056348443031311035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,2048,0.06832355260848999
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,1024,0.04195555713441637
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,768,0.029696000946892634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,256,0.015615999698638916
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,512,0.023665777511066858
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,64,0.008817777865462834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,128,0.012544000314341651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,32,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,16384,0.28162844975789386
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,65536,1.4308978186713324
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,12288,0.21973333093855116
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,10240,0.19066311253441703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,7168,0.15007289250691733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,8192,0.1575253274705675
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,6144,0.13260800308651394
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,5120,0.20514133241441515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,3584,0.1134364472495185
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,4096,0.13397333357069227
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,3072,0.09435022539562649
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,2560,0.07879110839631823
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,1536,0.05199644300672743
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,2048,0.06758399804433186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,1024,0.036835554573271014
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,512,0.023864888482623633
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,256,0.015217777755525378
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,768,0.029525332980685767
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,65536,1.152000003390842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,64,0.008590222232871586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,32,0.007480888730949826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,128,0.01109333336353302
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,16384,0.28214044041103786
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,10240,0.18326755364735922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,12288,0.2135608858532376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,7168,0.1406008932325575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,8192,0.16551821761661106
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,6144,0.1274311145146688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,4096,0.1334044403500027
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,3584,0.10732089148627387
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,5120,0.20246756076812744
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,3072,0.09580088986290826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,2560,0.07705599731869169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,2048,0.0692053304778205
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,1024,0.029468443658616807
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,1536,0.04187022315131294
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,768,0.030179556873109605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,512,0.022641777992248535
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,256,0.014364444547229342
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,32,0.007338666253619724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,64,0.008447999755541483
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,128,0.01015466699997584
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,65536,1.0429155561659071
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,12288,0.1639253298441569
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,16384,0.21276444858974883
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,8192,0.11118933889600967
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,10240,0.1381831169128418
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,7168,0.10350933339860703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,6144,0.08661333057615493
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,5120,0.07429689168930054
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,4096,0.07887644237942167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,3584,0.0694613324271308
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,3072,0.06050133042865329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,2560,0.051911112334993154
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,1536,0.02622577713595496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,1024,0.019143111175960965
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,2048,0.042325334416495435
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,65536,0.8680675294664172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,768,0.01587199999226464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,256,0.0096142225795322
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,512,0.012913777596420713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,64,0.006883555402358373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,128,0.008049777812427944
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,32,0.005233777893914117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,12288,0.15243377950456408
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,16384,0.1912604437934028
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,10240,0.1317546632554796
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,8192,0.10629689031177098
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,7168,0.09580088986290826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,6144,0.0820337798860338
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,5120,0.06872177786297269
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,4096,0.06442666716045804
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,3584,0.05950578053792318
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,3072,0.052935110198126904
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,2560,0.04667733444107903
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,2048,0.03933866818745931
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,65536,0.7138986587524414
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,1024,0.018574222922325134
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,512,0.012572444147533841
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,768,0.01570133368174235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,1536,0.02520177761713664
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,128,0.007594666547245449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,256,0.009130666653315226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,64,0.00830577810605367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,32,0.005120000077618493
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,12288,0.12134399678972031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,16384,0.1541973352432251
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,10240,0.10604088836246067
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,8192,0.09366755353079902
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,7168,0.08914489216274685
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,6144,0.07250489128960504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,4096,0.05245155427190992
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,5120,0.0670435561074151
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,3584,0.04909511076079475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,3072,0.044088890155156456
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,65536,0.5639680226643881
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,2048,0.03726222117741903
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,1536,0.025429333249727886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,2560,0.046563555796941124
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,1024,0.018232888645595975
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,768,0.013795555465751223
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,256,0.0088746663596895
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,512,0.011235555840863122
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,64,0.007139555282062954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,128,0.0064284445510970215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,32,0.004949333353175057
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,12288,0.12182754940456814
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,16384,0.15024356047312418
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,10240,0.10706488953696357
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,8192,0.08721066845787896
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,7168,0.0795875522825453
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,6144,0.07310222254859076
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,5120,0.06212266948488024
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,4096,0.05262222223811679
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,65536,0.504718197716607
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,3584,0.0485831101735433
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,3072,0.0433208876185947
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,1536,0.024746666351954143
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,2560,0.04369066821204292
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,2048,0.04246755441029867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,768,0.013027555412716336
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,1024,0.018090666996108163
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,128,0.006115555349323485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,64,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,512,0.01126399967405531
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,256,0.008789333204428354
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,32,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,12288,0.11721955405341254
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,16384,0.14552177323235407
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,10240,0.10177422232098049
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,8192,0.08914489216274685
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,7168,0.08240355385674371
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,6144,0.07105422019958496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,65536,0.4855182435777452
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,5120,0.060871111022101514
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,4096,0.038542220989863075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,3584,0.03660800059636434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,3072,0.030435555511050757
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,2560,0.02739199995994568
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,2048,0.022044445077578228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,1536,0.019143111175960965
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,1024,0.013255111045307584
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,768,0.011207111179828644
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,512,0.008817777865462834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,256,0.007338666253619724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,128,0.005745777653323279
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,64,0.005404444618357553
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,32,0.004209777961174647
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,16384,0.11923910511864556
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,12288,0.09230222304662068
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,10240,0.08553244670232137
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,8192,0.07284622059928046
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,7168,0.07210666603512235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,65536,0.3611022101508246
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,6144,0.06809600194295247
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,5120,0.060785777038998075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,3584,0.03071999881002638
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,4096,0.03987911012437608
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,2048,0.020053333706325956
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,2560,0.02429155508677165
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,3072,0.02702222267786662
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,1536,0.020394666327370536
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,1024,0.012657778130637275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,512,0.008561777571837107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,128,0.006343110981914733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,768,0.010695111420419482
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,256,0.0064284445510970215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,32,0.004209777961174647
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,64,0.0046364445653226645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,10240,0.05592177973853218
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,12288,0.06607644425498115
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,16384,0.08086755540635851
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,7168,0.04252444373236763
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,8192,0.047445333666271634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,6144,0.03970844546953837
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,4096,0.027875555886162653
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,5120,0.03450311223665873
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,65536,0.30131199624803334
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,3584,0.027875555886162653
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,2560,0.02124799953566657
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,3072,0.024234667420387268
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,2048,0.01777777738041348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,1536,0.014535110857751636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,1024,0.011605333122942181
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,768,0.009642666412724389
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,256,0.006144000010357962
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,128,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,512,0.0079644446571668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,64,0.004494222087992562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,32,0.004209777961174647
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,16384,0.06272000074386597
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,12288,0.05077333251635233
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,8192,0.03743288914362589
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,10240,0.045738667249679565
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,7168,0.03581155671013726
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,5120,0.0270506673389011
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,6144,0.032227555910746254
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,4096,0.02349511120054457
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,65536,0.2285226715935601
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,3584,0.022641777992248535
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,3072,0.020963556236690942
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,2560,0.018830221560266282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,1536,0.013198222551080914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,1024,0.010382222632567087
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,768,0.008760888543393876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,2048,0.015729778342776828
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,512,0.007594666547245449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,128,0.0052622221410274506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,256,0.006030222194062338
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,64,0.004295111116435793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,32,0.0038115556041399636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,12288,0.03811555438571506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,8192,0.029667556285858154
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,10240,0.03547022077772353
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,7168,0.027079110344250996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,16384,0.050232887268066406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,5120,0.022357333037588332
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,6144,0.024803555674023096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,4096,0.020593777298927307
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,3584,0.018574222922325134
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,2560,0.014762666490342883
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,3072,0.01646933290693495
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,65536,0.1641813384162055
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,2048,0.012657778130637275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,1536,0.01072355525361167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,1024,0.008561777571837107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,512,0.006257777826653586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,256,0.005375999957323074
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,128,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,768,0.007338666253619724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,64,0.0037546666959921518
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,32,0.00349866681628757
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,16384,0.04451555675930447
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,12288,0.035271111461851336
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,10240,0.03640888796912299
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,65536,0.14145421981811523
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,8192,0.02713599966631995
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,6144,0.022414222359657288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,7168,0.025031111306614343
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,5120,0.025144888295067683
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,4096,0.018602665927675035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,3584,0.017976888351970248
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,2560,0.013653332988421122
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,3072,0.015303111738628812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,1536,0.009841777384281158
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,2048,0.011605333122942181
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,1024,0.008248888783984715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,768,0.007082666787836287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,512,0.006030222194062338
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,256,0.005233777893914117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,64,0.003555555724435382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,32,0.008960000342792934
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,128,0.004266666869322459
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,16384,0.03296711047490438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,12288,0.026908444033728704
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,10240,0.023580445183648005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,8192,0.021162667208247717
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,65536,0.09884444210264419
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,7168,0.019484443797005545
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,5120,0.016554666890038382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,6144,0.018232888645595975
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,3584,0.014904888139830695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,3072,0.01407999959256914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,4096,0.015672889020707872
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,2560,0.014535110857751636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,2048,0.012117333710193634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,1536,0.012401777837011548
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,1024,0.007822222179836696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,768,0.007167999943097432
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,512,0.006030222194062338
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,256,0.005063111169470681
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,128,0.003925333420435588
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,64,0.0034133332471052804
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,32,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,12288,0.01737955543729994
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,16384,0.021731555461883545
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,10240,0.015957333975368075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,8192,0.015132443772421943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,7168,0.013909333282046847
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,6144,0.013027555412716336
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,5120,0.012487110992272695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,4096,0.013169777890046438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,3072,0.011776000261306763
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,1536,0.007907555335097844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,2048,0.009870222045315636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,2560,0.011178666518794166
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,1024,0.007708444363541073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,65536,0.06462577978769939
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,768,0.005120000077618493
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,3584,0.01311288856797748
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,512,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,128,0.0034133332471052804
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,64,0.0029297777348094513
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,32,0.0028444443725877335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,256,0.0038684445122877755
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,16384,0.015160888433456421
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,65536,0.043576889567905
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,10240,0.012629333469602795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,8192,0.01126399967405531
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,7168,0.01072355525361167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,12288,0.0144213338692983
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,6144,0.010268444816271463
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,5120,0.009528888596428765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,4096,0.00884622252649731
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,3584,0.008248888783984715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,3072,0.007992888490358988
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,2560,0.007879111501905654
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,2048,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,1536,0.006542222367392645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,1024,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,512,0.005888000130653381
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,256,0.003640888879696528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,768,0.004750222381618288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,128,0.0032711111836963226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,64,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,32,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,65536,0.03438933359252082
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,16384,0.012885332935386233
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,12288,0.011804444094498953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,10240,0.010382222632567087
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,6144,0.008021333151393467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,5120,0.007594666547245449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,4096,0.007196444604131911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,8192,0.009358222285906473
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,7168,0.008789333204428354
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,3584,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,3072,0.006968888971540663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,2048,0.007452444069915348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,2560,0.0074240002367231585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,1024,0.005233777893914117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,1536,0.006314666734801398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,768,0.004693333473470476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,512,0.004579555657174853
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,128,0.003043555551105075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,256,0.003640888879696528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,64,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,32,0.0026453334010309647
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,16384,0.011946666571829053
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,12288,0.010780444575680627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,65536,0.031231999397277832
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,10240,0.009756444229020013
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,8192,0.008504889077610439
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,7168,0.008135110967689091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,6144,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,5120,0.007310222420427535
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,4096,0.0070257774657673305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,3584,0.007651555869314406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,3072,0.006798222247097228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,2560,0.007367110914654202
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,2048,0.006513777706358168
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,1536,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,1024,0.0059164443777667145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,768,0.004607999904288186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,256,0.00349866681628757
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,128,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,512,0.004465777840879229
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,64,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,32,0.0026168889469570587
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,12288,1.6713102128770616
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,16384,2.282467524210612
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,10240,1.4079430898030598
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,8192,1.0938026640150282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,7168,0.9462612999810113
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,6144,0.8203093210856119
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,5120,0.6946133507622613
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,4096,0.5185422367519802
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,3584,0.46085691452026367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,3072,0.39813688066270614
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,2048,0.2799786726633708
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,2560,0.3728497823079427
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,1536,0.2209848827785916
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,1024,0.15573333369361028
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,768,0.12532622284359402
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,256,0.05424355467160543
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,512,0.09503289063771565
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,128,0.04571022258864509
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,32,0.02699377801683214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,64,0.033393777079052396
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,12288,0.41574398676554364
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,10240,0.3604195647769504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,16384,0.5448533164130317
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,8192,0.3011128902435303
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,7168,0.27175821198357475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,4096,0.1264924473232693
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,6144,0.23873421880933973
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,5120,0.20448711183336046
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,3584,0.11699199676513672
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,3072,0.10063644250233968
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,2560,0.08544711271921794
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,2048,0.07000178098678589
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,1536,0.08106666803359985
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,1024,0.058168888092041016
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,768,0.03987911012437608
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,512,0.029013332393434312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,256,0.019740444090631273
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,128,0.013824000126785703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,64,0.013937777943081327
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,32,0.007793777518802219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,16384,0.410424894756741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,10240,0.2555733256869846
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,65536,2.230016072591146
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,12288,0.29758577876620823
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,8192,0.21068799495697021
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,7168,0.17695289187961152
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,6144,0.15857777330610487
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,5120,0.12891022364298502
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,4096,0.12194132804870605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,3584,0.11357866393195258
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,3072,0.09491911199357773
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,2560,0.08217600319120619
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,768,0.029667556285858154
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,1024,0.04278044568167793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,1536,0.06405688656700982
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,2048,0.058339556058247886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,256,0.016270221935378183
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,64,0.00884622252649731
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,512,0.023239110906918842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,128,0.011889778077602386
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,32,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,65536,1.7179306877983942
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,12288,0.271957344479031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,16384,0.32762310240003795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,10240,0.2535822126600477
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,8192,0.1970346636242337
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,7168,0.18835911485883924
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,6144,0.15783822536468506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,5120,0.1276871098412408
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,4096,0.10638222429487441
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,3584,0.09463466538323297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,3072,0.08445155620574951
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,2560,0.07250489128960504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,2048,0.05879466401206123
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,1536,0.05506844321886698
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,768,0.030037333567937214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,1024,0.0306346681382921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,512,0.02306844459639655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,256,0.01590044465329912
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,128,0.011150221857759686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,64,0.008931555681758458
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,32,0.007196444604131911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,65536,1.383224911159939
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,16384,0.29624888632032603
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,12288,0.21896533171335855
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,8192,0.15542044904496935
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,10240,0.2087822225358751
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,7168,0.14000356197357178
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,6144,0.12526933352152506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,5120,0.10743466350767349
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,4096,0.06431288851632012
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,3584,0.061496886942121715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,3072,0.05165511038568285
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,2048,0.03663644525739882
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,2560,0.04340622160169813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,1536,0.029269334342744615
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,1024,0.02050844497150845
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,768,0.028586665789286297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,512,0.022385777698622808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,256,0.011605333122942181
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,65536,1.1098453733656142
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,32,0.005631999837027655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,64,0.008647110727098253
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,128,0.007907555335097844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,16384,0.3198008802202013
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,12288,0.23822222815619576
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,10240,0.20295111338297525
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,8192,0.16435200638241237
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,7168,0.13971911536322698
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,6144,0.12322133117251927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,4096,0.06047288576761881
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,5120,0.11025066508187188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,3584,0.05478399991989136
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,3072,0.0488391121228536
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,2048,0.034303999609417386
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,2560,0.04096000062094794
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,1536,0.027505778604083594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,1024,0.019655111763212416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,512,0.022442667020691767
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,65536,1.0635093053181965
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,64,0.008049777812427944
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,128,0.00776533368561003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,256,0.01015466699997584
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,768,0.028444445795483057
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,32,0.005489777773618698
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,12288,0.16122310691409641
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,16384,0.2096924384435018
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,10240,0.13567999998728433
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,8192,0.11076266898049249
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,7168,0.09685333569844563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,5120,0.06880711184607612
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,6144,0.08476444747712876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,4096,0.06391466988457574
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,3584,0.05674666828579373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,3072,0.04679110977384779
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,2560,0.042211555772357516
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,2048,0.03234133455488417
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,1024,0.018631110588709515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,768,0.015729778342776828
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,512,0.012544000314341651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,256,0.009415110780133141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,1536,0.02537244392765893
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,128,0.0074240002367231585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,32,0.005063111169470681
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,64,0.006741333338949416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,65536,0.8704284562004937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,16384,0.18616888258192274
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,12288,0.14975999461279974
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,10240,0.1347128947575887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,8192,0.10424888796276516
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,7168,0.09272888633939956
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,5120,0.06235022015041775
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,6144,0.07918933365080091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,4096,0.05492622322506375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,3584,0.049379554059770375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,3072,0.04184177849027845
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,2560,0.03720533185535007
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,2048,0.02972444560792711
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,65536,0.6440960036383735
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,1024,0.018574222922325134
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,1536,0.024803555674023096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,768,0.01553066737122006
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,64,0.0064284445510970215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,128,0.007224889265166388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,512,0.012970666918489667
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,32,0.004892444445027245
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,256,0.008903111020723978
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,12288,0.11889778243170844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,16384,0.15257599618699816
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,10240,0.10325333144929673
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,7168,0.07967288626564874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,6144,0.0712533328268263
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,8192,0.09198933177524143
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,5120,0.06360177861319648
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,3584,0.03467377689149644
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,4096,0.03797333439191183
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,3072,0.02980977627966139
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,1536,0.018631110588709515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,2560,0.026680888401137456
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,1024,0.01314133322901196
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,2048,0.02093511157565647
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,65536,0.5484373304578993
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,768,0.01146311147345437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,512,0.009642666412724389
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,256,0.006883555402358373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,128,0.005745777653323279
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,64,0.01072355525361167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,32,0.004266666869322459
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,16384,0.15103999773661295
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,12288,0.11756088998582627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,8192,0.08667021989822388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,10240,0.10319644212722778
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,7168,0.07862044705284967
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,6144,0.07042844427956475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,5120,0.06297600269317627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,4096,0.03643733263015747
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,3584,0.035271111461851336
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,3072,0.02850133180618286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,1536,0.016384000579516094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,2048,0.020622221959961783
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,2560,0.02525866693920559
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,65536,0.5494613117641872
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,768,0.010751999914646149
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,1024,0.012515555653307172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,512,0.008931555681758458
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,128,0.00554666668176651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,64,0.005347555710209741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,256,0.006741333338949416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,32,0.004152889053026835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,16384,0.13860978020562068
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,12288,0.11090488566292657
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,8192,0.06340266598595513
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,10240,0.07731199926800199
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,7168,0.05740088886684842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,6144,0.05247999893294441
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,5120,0.04522666666242811
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,4096,0.03188622328970168
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,3584,0.02943999899758233
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,3072,0.024803555674023096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,2560,0.021873777111371357
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,65536,0.4688213136461046
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,1536,0.014876445134480795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,2048,0.01826133330663045
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,512,0.008049777812427944
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,1024,0.01223111069864697
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,768,0.01035377797153261
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,256,0.006343110981914733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,128,0.005404444618357553
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,64,0.0047217777205838096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,32,0.004920888692140579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,16384,0.1133226686053806
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,12288,0.090993775261773
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,10240,0.07133866680992974
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,8192,0.06294755803214179
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,7168,0.05671822362475925
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,6144,0.050944000482559204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,5120,0.044686221414142184
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,65536,0.3460835615793864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,3072,0.02420622275935279
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,2560,0.020963556236690942
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,4096,0.031118220753139917
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,3584,0.028216888507207234
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,2048,0.01769244505299462
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,1024,0.011349333657158745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,1536,0.014648889501889547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,512,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,256,0.006001777946949005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,768,0.010126222338941362
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,64,0.004380444271696938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,128,0.005688888745175467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,32,0.0040960001448790235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,12288,0.06249244345559014
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,16384,0.07810844315422906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,10240,0.05663288964165581
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,65536,0.29485511779785156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,8192,0.04519822200139364
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,7168,0.042211555772357516
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,6144,0.03731911049948798
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,5120,0.033365332418017916
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,4096,0.026851556367344324
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,3584,0.024234667420387268
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,3072,0.022101332743962605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,2560,0.019768888751665752
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,2048,0.017920000685585868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,1536,0.014449778530332776
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,768,0.00867555538813273
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,512,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,256,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,1024,0.010211555494202508
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,128,0.005461333526505365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,64,0.004352000024583605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,32,0.0038115556041399636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,16384,0.06235022015041775
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,8192,0.0369777778784434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,12288,0.05085866649945577
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,65536,0.20909510718451607
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,7168,0.03421866562631395
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,6144,0.02978133492999607
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,10240,0.04437333345413208
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,5120,0.025827555192841425
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,4096,0.021987555755509272
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,3072,0.01735111077626546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,3584,0.020195555355813768
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,2560,0.01570133368174235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,1024,0.008817777865462834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,2048,0.01314133322901196
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,1536,0.01129244433508979
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,768,0.007850666840871176
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,512,0.006741333338949416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,128,0.005006222261322869
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,256,0.005575110928879843
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,32,0.003669333126809862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,64,0.004465777840879229
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,12288,0.03638044330808852
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,16384,0.05122844378153483
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,8192,0.02796088986926609
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,65536,0.14628977245754665
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,7168,0.025713778204388086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,10240,0.0339626669883728
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,6144,0.023381332556406658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,5120,0.021105777886178758
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,3584,0.017294221454196505
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,4096,0.019854222734769184
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,3072,0.016384000579516094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,2560,0.01385244478782018
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,2048,0.011747555600272285
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,768,0.006968888971540663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,1536,0.010012444522645738
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,1024,0.00793599999613232
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,512,0.006172444257471297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,256,0.0052622221410274506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,128,0.004323555363549126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,32,0.0032711111836963226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,64,0.00369777778784434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,12288,0.03484444485770331
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,16384,0.0432640016078949
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,10240,0.03103289008140564
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,8192,0.026595556073718604
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,7168,0.02400711178779602
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,5120,0.020252444677882724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,6144,0.022101332743962605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,65536,0.14020266797807482
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,3584,0.01388088862101237
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,4096,0.015303111738628812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,2048,0.011548444628715515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,3072,0.01308444473478529
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,1024,0.007822222179836696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,1536,0.009728000395827824
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,768,0.007082666787836287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,2560,0.012430222498046027
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,512,0.006058666855096817
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,256,0.005233777893914117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,64,0.0034702221552530923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,128,0.0041244443919923575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,32,0.003043555551105075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,12288,0.026567111412684124
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,65536,0.09722310966915554
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,16384,0.0321706665886773
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,10240,0.023011555274327595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,8192,0.020821332931518555
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,7168,0.01908622185389201
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,6144,0.017806222041447956
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,5120,0.016270221935378183
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,3584,0.011519999967681037
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,4096,0.012430222498046027
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,3072,0.01109333336353302
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,2048,0.009358222285906473
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,2560,0.01089422239197625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,768,0.005745777653323279
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,1536,0.008903111020723978
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,1024,0.007793777518802219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,512,0.004977777600288391
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,256,0.004295111116435793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,128,0.00369777778784434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,32,0.002986666642957263
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,64,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,12288,0.016241777274343703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,16384,0.019882667395803664
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,65536,0.05919288926654392
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,8192,0.01407999959256914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,7168,0.013169777890046438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,10240,0.015672889020707872
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,5120,0.011946666571829053
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,4096,0.01018311083316803
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,6144,0.01274311128589842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,3072,0.009386666946940953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,3584,0.010780444575680627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,2560,0.009728000395827824
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,1536,0.007338666253619724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,1024,0.00685511115524504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,2048,0.008618666893906063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,768,0.004864000197913912
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,512,0.004266666869322459
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,256,0.003669333126809862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,64,0.0028444443725877335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,128,0.0033280000918441345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,32,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,12288,0.01274311128589842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,65536,0.038655999634000994
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,10240,0.011804444094498953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,8192,0.010695111420419482
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,16384,0.014848000473446317
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,7168,0.009955555200576782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,6144,0.009472000102202097
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,3584,0.008135110967689091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,4096,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,5120,0.009102221992280748
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,3072,0.007167999943097432
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,2560,0.007623111208279927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,2048,0.006712889091836081
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,1536,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,1024,0.006172444257471297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,768,0.004750222381618288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,512,0.004181333300140169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,256,0.003583999971548716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,128,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,64,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,32,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,16384,0.011832888755533429
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,65536,0.02980977627966139
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,8192,0.008362666600280339
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,10240,0.009557333257463243
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,12288,0.01109333336353302
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,7168,0.008078222473462423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,6144,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,4096,0.0070257774657673305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,5120,0.007367110914654202
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,3072,0.006826666494210561
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,3584,0.007679999702506595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,2560,0.0074240002367231585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,2048,0.007367110914654202
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,1536,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,1024,0.005148444324731827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,768,0.004664888812435998
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,512,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,256,0.003555555724435382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,128,0.0038115556041399636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,64,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,32,0.0025884444928831523
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,65536,0.02625422179698944
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,12288,0.009642666412724389
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,16384,0.011320888996124268
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,10240,0.008561777571837107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,8192,0.008163555628723567
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,6144,0.007367110914654202
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,5120,0.007054222126801808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,4096,0.006968888971540663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,7168,0.007594666547245449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,3584,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,3072,0.006712889091836081
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,2560,0.007224889265166388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,2048,0.005859555469618903
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,1536,0.006343110981914733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,768,0.0046364445653226645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,512,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,256,0.00349866681628757
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,1024,0.005290666802061929
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,128,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,64,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,32,0.0026168889469570587
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,12288,1.6012230979071722
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,16384,2.2234168582492404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,10240,1.3592177497016058
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,8192,1.0746595594618056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,7168,0.9256959491305881
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,5120,0.6450062327914768
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,4096,0.5449671215481228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,6144,0.7780124346415201
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,3584,0.4626773198445638
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,3072,0.39500800768534344
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,2560,0.35060622957017684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,2048,0.2772764364878337
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,1024,0.1556480063332452
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,768,0.1239324410756429
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,1536,0.21296355459425184
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,128,0.04371910956170824
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,32,0.026339555780092876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,512,0.08627200126647949
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,64,0.03384888834423489
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,256,0.05677511294682821
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,10240,0.3862755563524034
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,12288,0.46489599015977645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,16384,0.5813191201951768
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,7168,0.21424355771806505
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,8192,0.2583040131462945
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,6144,0.18707911173502603
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,5120,0.15126755502488878
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,4096,0.16267377800411648
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,3584,0.1511253383424547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,3072,0.13061689005957708
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,2560,0.11545599831475152
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,2048,0.09585777918497722
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,1024,0.0653653343518575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,1536,0.09181866380903457
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,512,0.037745777103636004
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,768,0.054528001281950206
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,256,0.019683554768562317
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,128,0.013596444494194455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,64,0.013226666384273104
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,32,0.007651555869314406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,12288,0.2958790991041395
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,16384,0.39728355407714844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,10240,0.25127821498446995
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,7168,0.17831822236378989
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,65536,2.2789688110351562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,8192,0.1998506651984321
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,6144,0.1520355542500814
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,5120,0.1295928955078125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,4096,0.1367608838611179
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,3584,0.12435911761389838
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,3072,0.1082026693556044
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,2560,0.09187555313110352
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,2048,0.07233422332339816
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,768,0.03208533260557387
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,512,0.023950222465727065
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,256,0.013226666384273104
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,1024,0.03976533479160733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,1536,0.05927822324964735
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,64,0.00870400004916721
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,128,0.015473778049151102
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,32,0.007253333098358578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,65536,1.693667517768012
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,12288,0.27064887682596844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,16384,0.34651022487216526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,10240,0.24521954854329428
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,8192,0.19455999798244902
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,7168,0.17635556062062582
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,6144,0.15527821911705866
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,5120,0.11255466938018799
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,4096,0.10373689068688287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,3584,0.09352533022562663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,3072,0.0815217759874132
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,2560,0.06948977708816528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,2048,0.058993776639302574
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,1536,0.0541013346778022
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,1024,0.03925333420435587
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,768,0.031231999397277832
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,512,0.023779556155204773
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,256,0.015388444066047668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,128,0.014904888139830695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,64,0.00867555538813273
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,32,0.007253333098358578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,65536,1.4012586805555556
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,16384,0.27104711532592773
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,12288,0.21376000510321724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,7168,0.10845866468217637
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,8192,0.12993421819474962
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,10240,0.1797973314921061
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,6144,0.0971377756860521
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,5120,0.07910399966769747
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,4096,0.06320355335871379
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,3584,0.05825422207514445
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,2560,0.042837331692377724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,3072,0.05122844378153483
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,2048,0.03638044330808852
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,1536,0.04889600144492256
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,1024,0.03640888796912299
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,768,0.028927998410330877
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,512,0.022414222359657288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,256,0.011008000208271874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,64,0.008590222232871586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,32,0.005290666802061929
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,65536,1.033216052585178
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,128,0.00776533368561003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,12288,0.1776640017827352
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,16384,0.26709334055582684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,10240,0.14327466487884521
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,8192,0.12583822674221462
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,7168,0.10151822037167019
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,6144,0.08931555350621541
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,5120,0.07335822449790107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,4096,0.05842489004135132
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,3584,0.056120885743035205
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,3072,0.046762665112813316
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,2560,0.040248887406455144
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,2048,0.03362133436732822
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,1536,0.04716089036729601
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,1024,0.03447466757562425
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,768,0.02852977646721734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,128,0.007623111208279927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,256,0.009699555734793345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,64,0.008192000289758047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,512,0.022357333037588332
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,32,0.005120000077618493
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,65536,1.003178702460395
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,16384,0.21339021788703072
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,12288,0.16093866030375162
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,8192,0.10891377925872803
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,10240,0.1374151176876492
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,7168,0.09671111239327325
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,6144,0.0829440024163988
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,5120,0.07108266486061944
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,4096,0.05924977858861288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,3584,0.05336177680227491
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,3072,0.04693333307902018
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,2560,0.041329777903027005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,2048,0.03165866600142585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,1536,0.029838220940695867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,1024,0.02218666672706604
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,768,0.01868799991077847
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,512,0.015104000767072042
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,256,0.009329777624871995
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,128,0.0074240002367231585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,32,0.004977777600288391
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,65536,0.830691549513075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,64,0.0069120000633928515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,12288,0.16105243894788954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,16384,0.18656710783640543
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,10240,0.1267484426498413
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,8192,0.10794666740629409
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,7168,0.09213155508041382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,6144,0.079985777537028
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,5120,0.06758399804433186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,4096,0.05256533291604784
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,3584,0.04585244589381748
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,3072,0.04022044605678982
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,2560,0.03561244408289591
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,2048,0.02770488957564036
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,1024,0.0217884447839525
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,1536,0.030407110850016277
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,65536,0.6700373225741916
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,768,0.018062222335073683
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,256,0.008903111020723978
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,512,0.014478221535682678
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,64,0.005973333285914526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,128,0.0070257774657673305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,32,0.004835555536879433
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,12288,0.15132444434695774
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,16384,0.19879821936289468
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,10240,0.12751644187503391
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,8192,0.10274133417341445
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,7168,0.0960000024901496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,6144,0.07893333170149061
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,5120,0.0690915584564209
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,4096,0.037091556522581316
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,2560,0.026055110825432673
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,3072,0.029496888319651287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,3584,0.03421866562631395
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,65536,0.6415075725979275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,2048,0.02164622147878011
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,1536,0.017265778448846605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,1024,0.01311288856797748
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,768,0.011036444041464063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,256,0.006798222247097228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,128,0.005575110928879843
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,64,0.00554666668176651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,32,0.0047217777205838096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,512,0.00958577791849772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,12288,0.15081244044833714
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,16384,0.1804800033569336
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,10240,0.12925155957539877
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,8192,0.10257066620720758
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,7168,0.09233066770765518
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,6144,0.0785635577307807
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,5120,0.06698666678534614
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,4096,0.035953776703940496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,3072,0.027818666564093694
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,3584,0.03194311261177063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,65536,0.6510080231560601
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,2048,0.020081778367360432
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,1536,0.01587199999226464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,1024,0.012259555359681448
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,768,0.010410666465759277
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,2560,0.02528711160024007
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,512,0.00870400004916721
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,256,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,32,0.0046364445653226645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,64,0.005233777893914117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,128,0.005461333526505365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,12288,0.08923021952311198
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,16384,0.12003555562761094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,10240,0.08046933015187581
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,8192,0.060899555683135986
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,7168,0.05603555838267008
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,6144,0.04866844415664673
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,5120,0.04263822237650553
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,4096,0.030919111437267725
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,3584,0.028956443071365356
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,2560,0.021134222547213238
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,2048,0.017948443690935772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,3072,0.02548622257179684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,1536,0.01479111115137736
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,768,0.009699555734793345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,1024,0.011434666812419891
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,256,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,512,0.007907555335097844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,64,0.004323555363549126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,128,0.0052622221410274506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,32,0.004238222208287981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,16384,0.11329421732160781
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,65536,0.8431217935350207
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,12288,0.08951466613345677
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,10240,0.07756800121731229
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,8192,0.05939200189378527
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,7168,0.05341866612434387
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,6144,0.04502755403518677
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,5120,0.041187554597854614
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,3584,0.027306665976842243
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,4096,0.030776888132095337
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,3072,0.024433778391944036
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,2560,0.021162667208247717
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,1536,0.014506666196717156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,2048,0.017834666702482436
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,1024,0.01129244433508979
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,768,0.009671111073758867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,512,0.007822222179836696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,256,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,128,0.005518222020732031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,65536,0.6924231317308215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,64,0.004864000197913912
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,32,0.003953777667548922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,16384,0.07719822062386407
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,12288,0.06115555763244629
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,10240,0.05432888865470886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,8192,0.04644977715280321
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,65536,0.2701653374565972
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,7168,0.04289422101444668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,6144,0.0384568903181288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,5120,0.03632355398601956
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,3584,0.024917332662476435
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,4096,0.027818666564093694
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,3072,0.023210666245884363
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,2560,0.01959822244114346
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,1536,0.014563555518786112
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,2048,0.017607111069891188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,1024,0.009955555200576782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,768,0.008220444122950235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,256,0.006030222194062338
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,512,0.007651555869314406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,64,0.004494222087992562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,32,0.003726222034957674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,128,0.005063111169470681
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,12288,0.043775998883777194
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,16384,0.057031108273400195
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,10240,0.03908266623814901
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,8192,0.03347911106215583
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,7168,0.031118220753139917
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,6144,0.02776177724202474
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,65536,0.20113066832224527
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,5120,0.025059555967648823
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,4096,0.022272000710169475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,3072,0.01737955543729994
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,2560,0.015160888433456421
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,3584,0.019313777486483257
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,2048,0.012487110992272695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,1536,0.010865777730941772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,768,0.007452444069915348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,1024,0.00870400004916721
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,256,0.005489777773618698
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,512,0.006456888798210356
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,128,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,64,0.0041244443919923575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,32,0.0034702221552530923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,12288,0.035896887381871544
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,16384,0.04667733444107903
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,65536,0.1445831060409546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,10240,0.03231288989384969
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,7168,0.024832000335057575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,8192,0.02790400054719713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,6144,0.0225564440091451
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,5120,0.018716444571812946
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,4096,0.018830221560266282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,3072,0.015274667077594332
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,3584,0.019626667102177937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,2560,0.013567999833159976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,1536,0.009927111367384592
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,2048,0.011804444094498953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,1024,0.00793599999613232
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,768,0.00699733363257514
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,512,0.00608711110221015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,256,0.005233777893914117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,128,0.004266666869322459
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,32,0.003043555551105075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,64,0.003527111063400904
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,16384,0.03467377689149644
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,10240,0.024490666058328416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,65536,0.10396444135242039
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,8192,0.021532444490326777
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,7168,0.019911110401153564
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,12288,0.02975289026896159
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,5120,0.016952888833151925
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,6144,0.01920000049802992
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,4096,0.01407999959256914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,3584,0.013425778183672162
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,2048,0.011491555306646558
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,2560,0.012288000020715924
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,1536,0.009699555734793345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,3072,0.012885332935386233
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,1024,0.007822222179836696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,512,0.00608711110221015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,256,0.005205333232879639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,768,0.007082666787836287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,128,0.0039822223285834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,64,0.0033564445459180405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,32,0.002986666642957263
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,16384,0.026538666751649644
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,65536,0.07324444585376315
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,10240,0.01920000049802992
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,8192,0.017464889420403373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,7168,0.016099555624855887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,12288,0.022613333331214056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,6144,0.015217777755525378
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,4096,0.011776000261306763
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,5120,0.014705777168273926
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,3072,0.010609777437316047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,2560,0.010268444816271463
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,3584,0.011804444094498953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,2048,0.00870400004916721
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,1024,0.007793777518802219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,768,0.005461333526505365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,1536,0.00867555538813273
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,512,0.0047786666287316214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,256,0.0040960001448790235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,64,0.002986666642957263
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,128,0.003555555724435382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,32,0.0029297777348094513
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,16384,0.017294221454196505
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,12288,0.014648889501889547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,65536,0.050119111935297646
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,10240,0.0136817776494556
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,8192,0.012544000314341651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,7168,0.011861333416567909
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,5120,0.010865777730941772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,6144,0.011861333416567909
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,4096,0.009870222045315636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,3584,0.010097777677906884
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,3072,0.009272889130645329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,2560,0.009386666946940953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,2048,0.008391111261314815
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,1536,0.008590222232871586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,1024,0.006656000183688269
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,768,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,512,0.004266666869322459
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,256,0.00369777778784434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,128,0.0033564445459180405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,64,0.0028444443725877335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,32,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,65536,0.0362097786532508
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,16384,0.01399466726515028
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,12288,0.012458666331238218
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,10240,0.011605333122942181
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,8192,0.010495999621020423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,7168,0.009898666706350114
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,5120,0.00884622252649731
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,4096,0.007452444069915348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,6144,0.009528888596428765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,3584,0.008021333151393467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,3072,0.007139555282062954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,2560,0.007623111208279927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,2048,0.006712889091836081
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,1536,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,1024,0.00608711110221015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,768,0.004750222381618288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,512,0.004152889053026835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,256,0.003583999971548716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,128,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,64,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,32,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,16384,0.011320888996124268
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,65536,0.026680888401137456
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,12288,0.010069333016872406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,10240,0.009472000102202097
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,8192,0.008106666306654612
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,7168,0.007793777518802219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,6144,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,5120,0.007224889265166388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,3584,0.007623111208279927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,4096,0.007054222126801808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,3072,0.006798222247097228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,2048,0.00739555557568868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,2560,0.007480888730949826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,1536,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,1024,0.005176888985766305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,768,0.0046364445653226645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,512,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,256,0.003583999971548716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,64,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,128,0.0037831109431054858
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,32,0.0026168889469570587
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,16384,0.010581333604123859
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,65536,0.022670222653283015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,12288,0.009130666653315226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,8192,0.007850666840871176
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,10240,0.008561777571837107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,6144,0.00739555557568868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,7168,0.007594666547245449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,5120,0.007139555282062954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,4096,0.006968888971540663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,3584,0.007623111208279927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,3072,0.006684444430801604
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,2560,0.007224889265166388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,2048,0.005717333406209946
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,1536,0.006314666734801398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,768,0.004607999904288186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,512,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,256,0.00349866681628757
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,1024,0.0053191110491752625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,128,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,64,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,32,0.0025884444928831523
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,12288,1.0441670947604709
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,16384,1.3703964021470811
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,10240,0.8878080050150553
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,8192,0.7908693419562446
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,7168,0.6450915336608887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,6144,0.563029342227512
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,4096,0.3967146608564589
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,5120,0.5146453115675185
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,3584,0.3600782288445367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,3072,0.3371804555257161
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,1024,0.11067733499738906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,1536,0.1611093282699585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,2560,0.29286400477091473
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,2048,0.23958754539489746
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,256,0.044771555397245616
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,64,0.02124799953566657
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,512,0.06476800309287177
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,32,0.017607111069891188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,768,0.08641422457165188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,128,0.03197155396143595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,10240,0.2990649011400011
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,12288,0.3484728866153293
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,16384,0.4464640087551541
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,8192,0.2455324331919352
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,7168,0.22698667314317492
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,6144,0.2709333366817898
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,4096,0.11699199676513672
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,5120,0.2249671088324653
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,3584,0.11073422431945801
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,3072,0.09682489103741115
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,2560,0.08348444435331558
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,1536,0.05788444148169624
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,2048,0.07253333595063952
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,1024,0.04081777731577555
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,768,0.03199999862247043
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,256,0.01740800009833442
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,512,0.022385777698622808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,128,0.011491555306646558
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,32,0.007310222420427535
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,64,0.00870400004916721
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,16384,0.30333156055874294
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,12288,0.23327289687262642
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,65536,1.67193603515625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,8192,0.1635271045896742
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,10240,0.20081778367360434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,6144,0.12336356110042995
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,5120,0.1016319990158081
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,7168,0.14358754952748617
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,3584,0.07284622059928046
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,4096,0.07990044355392456
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,2560,0.05572266711129082
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,3072,0.06388622522354126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,2048,0.04440177811516655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,1536,0.035043554173575506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,1024,0.02531555626127455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,768,0.020167110694779288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,512,0.014961777461899651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,256,0.011064888702498542
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,128,0.008049777812427944
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,64,0.007054222126801808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,65536,1.1130026711357963
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,32,0.005432888865470886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,12288,0.20787199338277182
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,16384,0.2626559999254015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,8192,0.14179555575052896
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,7168,0.12467200226253933
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,10240,0.17726577652825248
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,6144,0.10612622234556411
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,5120,0.09105066458384196
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,4096,0.07057066758473714
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,3584,0.06479644775390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,3072,0.05819733275307549
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,2560,0.0481279989083608
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,2048,0.03916800022125244
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,1536,0.03211377726660834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,1024,0.022129777404997084
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,768,0.018062222335073683
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,512,0.01399466726515028
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,256,0.010780444575680627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,128,0.007708444363541073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,64,0.008135110967689091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,32,0.005290666802061929
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,65536,0.9477973514133029
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,12288,0.1590613391664293
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,16384,0.21427199575636122
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,10240,0.1396053367190891
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,8192,0.12196977933247884
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,7168,0.10504533184899224
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,6144,0.09250133567386204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,5120,0.08066844277911715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,3584,0.059676441881391734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,4096,0.0655075576570299
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,3072,0.05145600106981066
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,2560,0.04363377888997396
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,2048,0.035100443495644465
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,1536,0.028444445795483057
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,1024,0.01979733341270023
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,65536,0.7587555779351128
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,768,0.01661155621210734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,256,0.009841777384281158
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,128,0.007196444604131911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,512,0.013283555706342062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,32,0.005091555416584015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,64,0.007452444069915348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,16384,0.19063466125064424
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,12288,0.14216532972123888
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,8192,0.10988089111116196
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,10240,0.12660622596740723
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,7168,0.09557333257463242
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,6144,0.0848497748374939
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,5120,0.07378488779067993
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,4096,0.06118400229348076
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,65536,0.6773475541008843
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,3072,0.04898133211665683
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,3584,0.05631999837027656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,2560,0.04175644450717502
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,2048,0.03347911106215583
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,1536,0.026936888694763184
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,1024,0.01908622185389201
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,512,0.012458666331238218
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,256,0.00924444446961085
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,128,0.007111111448870764
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,32,0.005006222261322869
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,768,0.01644088824590047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,64,0.006343110981914733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,12288,0.13246577315860325
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,16384,0.16455111238691542
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,8192,0.0885759989420573
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,7168,0.07466666566001044
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,10240,0.11622399753994411
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,5120,0.0547271105978224
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,6144,0.06365866793526544
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,4096,0.041358222564061485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,3584,0.03837155633502536
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,3072,0.03330844309594896
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,2048,0.022755554980701868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,2560,0.029041777054468792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,1536,0.020024889045291476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,768,0.012771555946932899
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,512,0.009756444229020013
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,65536,0.5777920087178549
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,256,0.007196444604131911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,1024,0.014506666196717156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,128,0.005802666561471091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,64,0.005802666561471091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,32,0.004352000024583605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,12288,0.10808889071146648
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,10240,0.09127822187211777
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,16384,0.14981688393486872
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,8192,0.07719822062386407
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,7168,0.06661688619189791
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,6144,0.05762844615512424
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,5120,0.04946488804287381
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,4096,0.03635199864705404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,3072,0.03015111221207513
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,3584,0.03390577766630385
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,2560,0.02622577713595496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,65536,0.49214580323961044
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,2048,0.02048000031047397
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,1536,0.01826133330663045
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,768,0.011406222151385413
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,512,0.00870400004916721
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,1024,0.013539555172125498
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,64,0.005375999957323074
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,256,0.006798222247097228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,32,0.004266666869322459
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,128,0.00554666668176651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,12288,0.09247289101282756
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,10240,0.08246044317881267
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,8192,0.0640853312280443
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,16384,0.12979200151231554
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,7168,0.060046222474839955
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,6144,0.05208177698983086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,5120,0.04425955480999417
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,4096,0.031203554736243352
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,65536,0.41773509979248047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,3584,0.03035022152794732
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,2560,0.023580445183648005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,3072,0.027107555005285475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,2048,0.01789155602455139
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,512,0.008220444122950235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,768,0.010240000155236986
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,1024,0.012344888514942594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,128,0.005347555710209741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,256,0.006144000010357962
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,1536,0.017038222816255357
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,64,0.004920888692140579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,32,0.004238222208287981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,12288,0.09301333294974433
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,8192,0.06391466988457574
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,10240,0.07864889171388414
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,16384,0.1225102212693956
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,7168,0.05643377701441447
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,6144,0.04974933465321859
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,5120,0.042240000433391996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,4096,0.04784355560938517
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,2560,0.032227555910746254
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,65536,0.3733617729610867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,3584,0.04238222373856438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,3072,0.03723377651638455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,1536,0.016384000579516094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,2048,0.028216888507207234
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,512,0.007708444363541073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,256,0.005973333285914526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,768,0.009898666706350114
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,64,0.004693333473470476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,128,0.005176888985766305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,1024,0.011605333122942181
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,32,0.004152889053026835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,12288,0.07059911224577162
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,16384,0.08735289176305135
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,10240,0.057429333527882896
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,8192,0.049351112710105054
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,7168,0.055381334490246244
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,65536,0.2821119891272651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,6144,0.049208889404932656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,5120,0.04289422101444668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,3072,0.023637332850032385
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,4096,0.03046400017208523
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,3584,0.02776177724202474
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,2560,0.022442667020691767
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,2048,0.019683554768562317
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,1024,0.010695111420419482
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,512,0.006883555402358373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,768,0.009870222045315636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,1536,0.013653332988421122
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,256,0.005973333285914526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,32,0.004010666575696734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,64,0.004010666575696734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,128,0.004892444445027245
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,16384,0.07682844665315416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,12288,0.06263466676076253
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,10240,0.0536462234126197
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,8192,0.04528355598449707
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,7168,0.040561778677834406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,65536,0.2695111168755425
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,6144,0.03484444485770331
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,5120,0.030321776866912842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,4096,0.025969778498013813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,3584,0.022243556049134996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,3072,0.019740444090631273
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,2560,0.017436444759368896
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,2048,0.014677332507239448
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,1536,0.0121742222044203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,1024,0.0096142225795322
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,768,0.008135110967689091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,512,0.007167999943097432
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,256,0.005888000130653381
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,128,0.005034666508436203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,64,0.004295111116435793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,32,0.00369777778784434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,12288,0.05009066727426317
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,16384,0.06727111339569092
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,10240,0.04425955480999417
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,8192,0.03748977846569485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,7168,0.03450311223665873
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,6144,0.03177244464556376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,5120,0.02713599966631995
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,4096,0.02144711050722334
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,65536,0.2216106653213501
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,2048,0.01294222225745519
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,3072,0.017095110482639737
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,1536,0.010808889236715106
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,3584,0.020451555649439495
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,2560,0.01587199999226464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,768,0.007452444069915348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,512,0.006456888798210356
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,1024,0.008732444710201686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,128,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,64,0.0041244443919923575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,256,0.005461333526505365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,32,0.0034702221552530923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,12288,0.03973689013057285
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,10240,0.03359288970629374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,16384,0.04946488804287381
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,8192,0.028359111812379625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,7168,0.02739199995994568
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,6144,0.02608355548646715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,5120,0.021617778473430212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,65536,0.16440888245900473
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,4096,0.02048000031047397
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,2560,0.01407999959256914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,3072,0.016924444172117446
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,3584,0.01920000049802992
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,2048,0.011975111232863532
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,1536,0.010751999914646149
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,1024,0.008248888783984715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,512,0.006115555349323485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,128,0.004266666869322459
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,256,0.005205333232879639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,768,0.0070257774657673305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,64,0.003612444632583194
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,32,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,65536,0.11389156182607015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,10240,0.026624000734753076
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,16384,0.039423998859193586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,12288,0.03231288989384969
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,8192,0.022016000416543748
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,6144,0.018574222922325134
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,7168,0.02218666672706604
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,5120,0.01720888912677765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,4096,0.014165333575672574
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,3584,0.013482666677898832
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,3072,0.012799999780125089
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,2048,0.011633777783976661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,2560,0.013966222604115805
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,1536,0.009756444229020013
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,1024,0.007822222179836696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,768,0.006968888971540663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,256,0.005233777893914117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,512,0.00608711110221015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,64,0.0033848887930313745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,128,0.004067555483844546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,32,0.0033280000918441345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,16384,0.03379199902216593
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,12288,0.027107555005285475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,65536,0.10154666503270467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,10240,0.023409777217441138
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,8192,0.020650666620996263
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,6144,0.01769244505299462
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,7168,0.020280889338917203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,4096,0.012629333469602795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,5120,0.01683911184469859
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,3072,0.011207111179828644
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,2560,0.010695111420419482
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,3584,0.012145777543385824
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,2048,0.009528888596428765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,1536,0.009557333257463243
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,1024,0.007822222179836696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,512,0.00608711110221015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,256,0.005233777893914117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,768,0.007082666787836287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,128,0.003555555724435382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,32,0.0028728888266616394
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,64,0.0033848887930313745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,16384,0.022840888963805303
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,65536,0.06744177473915948
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,12288,0.017863111363516915
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,10240,0.016554666890038382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,8192,0.014535110857751636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,7168,0.014193778236707052
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,6144,0.01308444473478529
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,5120,0.012373333175977072
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,3584,0.010808889236715106
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,3072,0.010325333310498131
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,2560,0.009329777624871995
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,4096,0.011975111232863532
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,2048,0.007907555335097844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,1536,0.007992888490358988
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,1024,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,768,0.005148444324731827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,512,0.005006222261322869
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,256,0.0038968887594011095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,128,0.0034133332471052804
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,32,0.0028159999185138275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,64,0.0029297777348094513
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,16384,0.016639999217457242
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,65536,0.048327111535602145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,12288,0.014222222897741528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,10240,0.013340444200568728
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,7168,0.012060444388124677
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,8192,0.012544000314341651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,6144,0.011320888996124268
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,5120,0.010751999914646149
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,4096,0.008960000342792934
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,3072,0.008106666306654612
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,2560,0.008106666306654612
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,3584,0.008391111261314815
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,2048,0.007651555869314406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,1536,0.006712889091836081
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,1024,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,512,0.004750222381618288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,768,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,256,0.003640888879696528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,64,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,128,0.0032711111836963226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,32,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,65536,0.030065778228971694
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,16384,0.013198222551080914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,12288,0.01035377797153261
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,10240,0.01018311083316803
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,8192,0.009187555147541894
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,6144,0.007850666840871176
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,7168,0.008419555922349295
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,5120,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,3584,0.007651555869314406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,3072,0.006712889091836081
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,4096,0.007082666787836287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,2560,0.007310222420427535
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,2048,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,1536,0.006343110981914733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,1024,0.006058666855096817
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,512,0.0046364445653226645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,768,0.0047217777205838096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,256,0.003555555724435382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,64,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,128,0.0032142222755485107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,32,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,16384,0.010325333310498131
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,65536,0.02528711160024007
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,12288,0.009130666653315226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,10240,0.008362666600280339
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,8192,0.008078222473462423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,7168,0.00776533368561003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,5120,0.007196444604131911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,6144,0.007452444069915348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,4096,0.006968888971540663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,3584,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,2560,0.007139555282062954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,3072,0.00685511115524504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,2048,0.007367110914654202
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,1536,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,1024,0.005176888985766305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,768,0.004664888812435998
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,512,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,256,0.003583999971548716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,128,0.0037831109431054858
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,64,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,32,0.0026168889469570587
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,65536,0.019683554768562317
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,16384,0.009642666412724389
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,10240,0.008419555922349295
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,12288,0.008732444710201686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,7168,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,8192,0.007879111501905654
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,5120,0.007054222126801808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,6144,0.007310222420427535
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,4096,0.0069120000633928515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,3584,0.007480888730949826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,3072,0.006627555522653792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,2560,0.007196444604131911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,2048,0.00554666668176651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,1536,0.005603555589914322
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,768,0.004664888812435998
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,512,0.004067555483844546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,1024,0.005205333232879639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,256,0.003640888879696528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,128,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,64,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,32,0.0025884444928831523
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,12288,1.159623146057129
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,16384,1.3603555891248915
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,7168,0.6312106450398763
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,8192,0.7811697853936089
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,10240,1.0010453330145943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,6144,0.5475840038723415
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,5120,0.5117440223693848
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,4096,0.3935857878790961
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,3584,0.3550719949934218
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,2560,0.26444800694783527
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,3072,0.314538664287991
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,1536,0.15786666340298122
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,2048,0.1991680065790812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,1024,0.1082879967159695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,768,0.08721066845787896
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,128,0.028899557060665552
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,512,0.0653653343518575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,256,0.04269511169857449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,32,0.017123555143674214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,64,0.019512888458040025
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,12288,0.28111643261379665
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,16384,0.40701156192355686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,10240,0.26382221115960014
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,7168,0.19629511568281385
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,8192,0.219704892900255
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,6144,0.17490488953060576
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,4096,0.11428977383507623
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,5120,0.14856533209482828
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,3072,0.09389511081907485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,3584,0.1065244476000468
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,2048,0.07051377826266818
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,1536,0.056234664387173124
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,2560,0.08123733599980672
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,1024,0.04067555401060317
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,768,0.031544887357287936
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,512,0.02215822206603156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,256,0.016213332613309223
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,64,0.008476444416575963
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,128,0.011121778024567498
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,32,0.007139555282062954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,65536,1.5303111606174047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,16384,0.3076266712612576
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,12288,0.230712890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,8192,0.1550791131125556
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,10240,0.19672177897559273
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,6144,0.12097422281901042
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,7168,0.14159644974602595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,5120,0.1048462192217509
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,4096,0.07901866568459405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,3584,0.07173689206441243
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,3072,0.06314666403664483
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,2560,0.053674668073654175
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,1536,0.03447466757562425
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,2048,0.043178667624791466
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,1024,0.025031111306614343
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,768,0.019996444384257
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,256,0.010695111420419482
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,128,0.007679999702506595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,512,0.01535999940501319
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,65536,1.065699577331543
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,64,0.006826666494210561
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,32,0.005432888865470886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,12288,0.20406044854058158
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,16384,0.257422235276964
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,8192,0.14321777555677626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,10240,0.17510399553510878
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,6144,0.10584177573521932
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,7168,0.12208355797661676
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,5120,0.08891733487447102
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,3584,0.06266311142179701
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,4096,0.0688355565071106
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,3072,0.05128533310360379
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,65536,0.8278755611843533
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,2560,0.04730311036109924
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,2048,0.03603911068704393
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,1536,0.030976000759336684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,768,0.016184889607959323
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,1024,0.022357333037588332
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,512,0.0136817776494556
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,256,0.009898666706350114
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,128,0.0074240002367231585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,64,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,32,0.005404444618357553
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,16384,0.2100906636979845
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,12288,0.1575253274705675
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,10240,0.13431466950310603
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,8192,0.12214044729868571
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,7168,0.1033102207713657
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,6144,0.091648002465566
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,5120,0.07076978021197848
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,3584,0.05438577797677782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,4096,0.06317510869767931
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,2560,0.040419555372662015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,3072,0.05125688844256931
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,65536,0.7659520043267144
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,1536,0.02611200014750163
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,2048,0.034986668162875705
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,768,0.01644088824590047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,256,0.009329777624871995
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,512,0.012771555946932899
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,1024,0.020280889338917203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,128,0.007082666787836287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,32,0.005347555710209741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,64,0.005774222314357758
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,16384,0.19023644924163818
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,12288,0.14179555575052896
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,8192,0.10953955517874824
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,10240,0.1254968908098009
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,6144,0.08436622222264607
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,7168,0.09517511394288804
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,65536,0.5973617765638564
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,4096,0.05944889121585422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,5120,0.0727893312772115
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,3072,0.04818488823042976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,3584,0.05677511294682821
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,2560,0.04073244333267212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,2048,0.033194667763180204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,1536,0.026538666751649644
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,1024,0.019143111175960965
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,768,0.01590044465329912
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,128,0.00699733363257514
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,256,0.008960000342792934
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,64,0.005603555589914322
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,32,0.004977777600288391
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,512,0.012458666331238218
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,16384,0.16344177722930908
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,12288,0.1325226624806722
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,8192,0.08251733250088163
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,10240,0.09901511006885105
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,7168,0.0712533328268263
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,6144,0.061695999569363065
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,5120,0.05205333232879639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,4096,0.04087466663784451
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,3584,0.03669333457946777
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,3072,0.032455109887652926
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,65536,0.5783324241638184
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,2048,0.022243556049134996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,2560,0.028387556473414104
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,1024,0.013966222604115805
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,768,0.011889778077602386
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,256,0.007054222126801808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,1536,0.01868799991077847
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,128,0.005688888745175467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,512,0.009841777384281158
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,64,0.005034666508436203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,32,0.004664888812435998
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,12288,0.10370844602584839
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,16384,0.14845155345069036
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,8192,0.07563377751244439
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,10240,0.08812089098824395
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,6144,0.05614933040406969
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,7168,0.0645973351266649
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,5120,0.04707555638419258
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,4096,0.03450311223665873
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,3584,0.031089779403474595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,65536,0.4891306559244792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,3072,0.028899557060665552
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,2560,0.023921777804692585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,2048,0.019740444090631273
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,1536,0.017009778155220878
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,512,0.0088746663596895
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,256,0.006314666734801398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,128,0.005461333526505365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,64,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,1024,0.012885332935386233
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,768,0.010780444575680627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,32,0.004266666869322459
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,12288,0.09358221954769558
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,16384,0.12452977233462864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,10240,0.07850666840871175
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,8192,0.0656213363011678
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,7168,0.05430044399367439
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,65536,0.405532439549764
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,6144,0.05060266786151462
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,5120,0.04212622178925408
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,4096,0.030008888906902734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,3072,0.025713778204388086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,3584,0.02918400035964118
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,2560,0.022243556049134996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,1536,0.015615999698638916
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,768,0.009813333551088968
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,1024,0.011975111232863532
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,128,0.005148444324731827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,2048,0.018005333013004728
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,256,0.006058666855096817
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,64,0.004209777961174647
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,512,0.008163555628723567
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,32,0.003527111063400904
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,16384,0.11096177498499553
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,12288,0.0902257760365804
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,10240,0.07623110877143012
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,8192,0.06215111414591471
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,7168,0.05569422245025635
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,6144,0.04727466570006477
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,5120,0.04081777731577555
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,65536,0.33948445320129395
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,3584,0.027079110344250996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,2560,0.021475555168257818
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,4096,0.029866665601730347
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,1024,0.01129244433508979
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,2048,0.017550221747822232
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,3072,0.02537244392765893
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,768,0.00978488889005449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,256,0.005973333285914526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,1536,0.015075556106037565
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,512,0.007594666547245449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,64,0.004067555483844546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,128,0.005091555416584015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,32,0.0034417777011791864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,12288,0.06573510832256742
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,16384,0.08302933639950223
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,10240,0.05723022090064155
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,8192,0.04801422357559204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,7168,0.042865776353412204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,6144,0.03894044293297662
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,65536,0.28854044278462726
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,5120,0.0344177782535553
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,3584,0.02494577732351091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,4096,0.027648000253571406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,3072,0.02400711178779602
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,1024,0.010240000155236986
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,1536,0.012828444441159567
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,768,0.009557333257463243
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,2048,0.018744889232847426
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,2560,0.021105777886178758
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,512,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,256,0.005660444498062134
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,32,0.0034702221552530923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,64,0.0037831109431054858
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,128,0.0047217777205838096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,10240,0.05048888921737671
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,16384,0.07449599769380358
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,12288,0.06243555413352119
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,8192,0.04431644413206312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,7168,0.03868444429503547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,6144,0.033393777079052396
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,5120,0.02790400054719713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,4096,0.02525866693920559
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,3072,0.018147556318177115
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,3584,0.023665777511066858
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,2560,0.016327111257447135
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,2048,0.013596444494194455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,65536,0.25733688142564565
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,768,0.007907555335097844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,1024,0.009415110780133141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,1536,0.011776000261306763
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,512,0.006883555402358373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,128,0.004579555657174853
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,32,0.0034417777011791864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,256,0.005575110928879843
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,64,0.004323555363549126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,16384,0.0592213339275784
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,10240,0.0458808872434828
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,12288,0.05717333157857259
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,65536,0.19714844226837158
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,8192,0.03894044293297662
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,7168,0.03529955612288581
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,5120,0.025059555967648823
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,4096,0.021589333812395733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,6144,0.030890666776233252
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,3072,0.016696888539526198
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,2560,0.014677332507239448
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,3584,0.01996799972322252
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,1536,0.010495999621020423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,2048,0.013056000073750814
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,768,0.007367110914654202
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,1024,0.00867555538813273
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,256,0.0053191110491752625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,512,0.006314666734801398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,64,0.003669333126809862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,128,0.004323555363549126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,32,0.003527111063400904
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,12288,0.03817244370778402
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,16384,0.047616001632478505
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,65536,0.14301866955227321
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,10240,0.034190220965279475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,8192,0.02864355511135525
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,7168,0.026339555780092876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,6144,0.02181688944498698
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,5120,0.021134222547213238
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,3584,0.015957333975368075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,4096,0.01678222252262963
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,3072,0.01666844387849172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,2560,0.014705777168273926
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,2048,0.012401777837011548
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,1024,0.0079644446571668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,1536,0.010467555787828235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,768,0.006968888971540663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,512,0.00608711110221015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,256,0.005233777893914117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,64,0.0034702221552530923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,32,0.0033280000918441345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,128,0.004209777961174647
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,16384,0.03450311223665873
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,12288,0.029838220940695867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,10240,0.02437688906987508
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,7168,0.018830221560266282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,8192,0.022414222359657288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,6144,0.016924444172117446
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,5120,0.015843555331230164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,4096,0.01388088862101237
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,3072,0.0121742222044203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,3584,0.01371022231049008
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,65536,0.11244089073605007
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,2048,0.010069333016872406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,2560,0.011776000261306763
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,1024,0.006542222367392645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,1536,0.00830577810605367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,768,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,256,0.005205333232879639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,512,0.005233777893914117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,64,0.0033848887930313745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,128,0.003555555724435382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,32,0.003043555551105075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,16384,0.02972444560792711
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,12288,0.02349511120054457
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,10240,0.022129777404997084
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,8192,0.01945600079165565
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,6144,0.015843555331230164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,7168,0.018232888645595975
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,65536,0.09366755353079902
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,5120,0.014933332800865173
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,3584,0.012430222498046027
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,4096,0.01314133322901196
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,3072,0.011690666278203329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,2048,0.008903111020723978
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,2560,0.01072355525361167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,1024,0.006030222194062338
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,1536,0.007224889265166388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,768,0.005432888865470886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,256,0.005176888985766305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,512,0.004864000197913912
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,128,0.0033564445459180405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,32,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,64,0.0032142222755485107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,12288,0.0169813334941864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,65536,0.06968888971540663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,10240,0.015445333388116626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,16384,0.022613333331214056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,8192,0.014392889208263822
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,7168,0.01371022231049008
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,4096,0.010751999914646149
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,6144,0.013056000073750814
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,5120,0.011946666571829053
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,3584,0.010296888649463654
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,3072,0.009870222045315636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,2560,0.009073778159088558
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,1024,0.006968888971540663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,2048,0.007651555869314406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,1536,0.00776533368561003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,768,0.004949333353175057
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,512,0.004892444445027245
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,128,0.0033564445459180405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,256,0.003669333126809862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,32,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,64,0.003185777821474605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,16384,0.016384000579516094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,10240,0.013027555412716336
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,8192,0.011889778077602386
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,12288,0.014506666196717156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,7168,0.011349333657158745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,5120,0.010495999621020423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,6144,0.011207111179828644
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,4096,0.008618666893906063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,65536,0.04889600144492256
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,3584,0.008135110967689091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,2560,0.007822222179836696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,3072,0.007793777518802219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,1536,0.00657066661450598
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,2048,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,768,0.0047786666287316214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,1024,0.006684444430801604
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,256,0.003583999971548716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,512,0.004664888812435998
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,64,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,128,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,32,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,16384,0.01200355589389801
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,65536,0.027875555886162653
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,12288,0.010126222338941362
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,8192,0.008618666893906063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,10240,0.009443555441167619
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,7168,0.008248888783984715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,6144,0.00776533368561003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,3584,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,4096,0.00699733363257514
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,3072,0.006741333338949416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,5120,0.0075093333919843035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,2560,0.007167999943097432
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,1024,0.006030222194062338
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,1536,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,2048,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,768,0.004664888812435998
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,512,0.004551110996140374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,128,0.003100444459252887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,64,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,256,0.00349866681628757
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,32,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,16384,0.010439111126793755
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,12288,0.008561777571837107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,65536,0.022016000416543748
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,10240,0.008476444416575963
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,8192,0.008021333151393467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,7168,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,5120,0.007196444604131911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,6144,0.0074240002367231585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,4096,0.006968888971540663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,3072,0.006741333338949416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,2560,0.00739555557568868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,3584,0.007594666547245449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,2048,0.007367110914654202
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,1024,0.005205333232879639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,1536,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,768,0.0046364445653226645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,512,0.004494222087992562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,256,0.004352000024583605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,128,0.0037546666959921518
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,64,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,32,0.0026168889469570587
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,65536,0.01735111077626546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,12288,0.008192000289758047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,16384,0.009272889130645329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,8192,0.007850666840871176
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,10240,0.008277333445019191
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,6144,0.00739555557568868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,7168,0.007594666547245449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,5120,0.007082666787836287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,4096,0.006883555402358373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,3584,0.0074240002367231585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,3072,0.006627555522653792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,2560,0.007082666787836287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,2048,0.005802666561471091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,1024,0.005148444324731827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,1536,0.006229333165619109
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,768,0.004607999904288186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,512,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,256,0.00349866681628757
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,128,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,64,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,32,0.0025315555847353404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,12288,1.1401955286661785
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,10240,0.9719467163085938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,16384,1.4220231374104817
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,8192,0.8123164706759982
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,7168,0.7550293074713813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,6144,0.6081706682840983
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,5120,0.46446932686699766
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,4096,0.3874702188703749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,3584,0.35680709944830996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,3072,0.3105279869503445
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,1536,0.1562453375922309
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,2048,0.19811556074354383
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,2560,0.24698310428195527
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,1024,0.10666666428248088
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,512,0.06436977783838908
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,256,0.04169955518510607
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,768,0.08590222067303127
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,128,0.02719288898838891
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,32,0.01666844387849172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,64,0.019285332825448778
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,12288,0.31140976481967503
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,16384,0.40089599291483563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,8192,0.21612089210086396
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,10240,0.26709334055582684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,6144,0.1737955543729994
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,7168,0.19441778130001494
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,4096,0.11869866318172878
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,5120,0.14796800083584255
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,3072,0.09671111239327325
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,2560,0.08015644550323486
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,3584,0.1085439986652798
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,2048,0.06721422407362196
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,1536,0.05336177680227491
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,768,0.030748443471060857
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,512,0.022016000416543748
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,256,0.015815110670195687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,1024,0.03840000099605984
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,64,0.008419555922349295
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,128,0.011662222445011139
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,65536,1.3810346391465929
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,32,0.0070257774657673305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,12288,0.22911998960706922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,16384,0.30370132128397626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,7168,0.1381831169128418
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,8192,0.15297422144148085
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,10240,0.19894044929080537
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,6144,0.12211199601491292
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,5120,0.10504533184899224
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,4096,0.09170489178763495
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,3584,0.08482133017645942
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,1536,0.0351857774787479
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,3072,0.0763733320766025
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,2048,0.0592213339275784
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,2560,0.06820978058709039
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,1024,0.024860444996092055
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,512,0.015758223003811307
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,768,0.020423110988405015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,256,0.010666666759385003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,128,0.007623111208279927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,64,0.006798222247097228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,65536,1.0216390821668837
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,32,0.005205333232879639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,12288,0.20016354984707305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,16384,0.25819023450215656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,10240,0.17499021689097086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,8192,0.1404871145884196
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,7168,0.12123021814558242
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,6144,0.10430577728483413
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,5120,0.08792177836100261
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,4096,0.0686933332019382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,3584,0.06388622522354126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,3072,0.056177775065104164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,2560,0.04721777637799581
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,2048,0.03868444429503547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,1536,0.03322311242421468
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,1024,0.023381332556406658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,512,0.015303111738628812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,768,0.01945600079165565
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,256,0.00978488889005449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,128,0.007253333098358578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,64,0.006314666734801398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,65536,0.928028424580892
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,32,0.005063111169470681
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,16384,0.21117156081729463
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,12288,0.15587555037604436
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,8192,0.12219733662075466
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,10240,0.13809777630700007
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,7168,0.103566222720676
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,6144,0.09122133255004883
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,4096,0.06465422444873385
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,5120,0.0762595534324646
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,3584,0.05961955255932278
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,65536,0.7688248952229818
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,2560,0.04801422357559204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,3072,0.053020444181230336
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,1536,0.03177244464556376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,2048,0.041187554597854614
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,1024,0.022727110319667395
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,768,0.01905777719285753
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,512,0.014677332507239448
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,256,0.009102221992280748
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,32,0.005205333232879639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,128,0.007111111448870764
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,64,0.005745777653323279
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,16384,0.18833066357506645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,12288,0.14341689480675593
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,10240,0.12475732962290446
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,8192,0.11002311441633437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,7168,0.09380977683597141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,6144,0.08681244320339626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,5120,0.07133866680992974
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,4096,0.06141155295901828
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,65536,0.6834346453348795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,3584,0.056291553709242076
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,3072,0.05117155445946587
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,2048,0.040334221389558576
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,1024,0.02181688944498698
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,1536,0.03165866600142585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,2560,0.04693333307902018
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,128,0.006968888971540663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,256,0.008789333204428354
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,512,0.014108444253603617
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,768,0.018574222922325134
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,64,0.005461333526505365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,32,0.004949333353175057
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,12288,0.11326577928331162
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,16384,0.16173511081271702
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,10240,0.09696711434258355
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,8192,0.08240355385674371
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,7168,0.06431288851632012
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,6144,0.05614933040406969
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,4096,0.039423998859193586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,5120,0.05188266767395867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,3584,0.03822933302985297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,2560,0.02852977646721734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,3072,0.03387733300526937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,2048,0.023608888188997906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,65536,0.5800959799024794
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,1024,0.01351111133893331
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,1536,0.018574222922325134
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,256,0.006485333459244833
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,768,0.0120319997270902
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,512,0.009642666412724389
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,128,0.005489777773618698
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,64,0.004977777600288391
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,32,0.004579555657174853
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,12288,0.09301333294974433
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,8192,0.06715733475155301
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,10240,0.08812089098824395
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,16384,0.14879288938310412
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,7168,0.058055109447903104
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,6144,0.05430044399367439
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,5120,0.046819554434882275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,4096,0.03456000155872769
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,3584,0.03447466757562425
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,3072,0.04807110958629184
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,2560,0.03985066546334161
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,2048,0.03353600038422479
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,1536,0.015587555037604438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,65536,0.49149152967664933
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,768,0.01018311083316803
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,1024,0.012799999780125089
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,512,0.00870400004916721
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,128,0.005347555710209741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,256,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,64,0.004750222381618288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,32,0.004181333300140169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,12288,0.09244444635179307
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,16384,0.12145777543385823
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,7168,0.05307733350329929
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,10240,0.07884799771838717
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,8192,0.06482488579220243
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,5120,0.04246755441029867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,6144,0.04946488804287381
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,65536,0.36084622806972927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,4096,0.03347911106215583
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,3584,0.030976000759336684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,2560,0.025827555192841425
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,3072,0.02980977627966139
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,2048,0.022101332743962605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,1536,0.015758223003811307
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,1024,0.011918221910794577
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,768,0.010097777677906884
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,256,0.006030222194062338
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,512,0.008078222473462423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,128,0.005006222261322869
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,64,0.004152889053026835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,32,0.003527111063400904
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,16384,0.11630933814578587
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,12288,0.08783644437789917
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,10240,0.07449599769380358
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,8192,0.06161066558625963
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,7168,0.0547271105978224
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,6144,0.046819554434882275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,5120,0.03990755478541056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,65536,0.37247999509175617
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,4096,0.031516446007622614
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,3584,0.029098666376537744
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,2048,0.020451555649439495
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,768,0.009756444229020013
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,3072,0.027591110931502447
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,1536,0.01570133368174235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,2560,0.024149333437283833
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,1024,0.011548444628715515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,512,0.007679999702506595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,256,0.005973333285914526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,32,0.0034417777011791864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,64,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,128,0.004977777600288391
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,12288,0.06667377551396687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,16384,0.0851057767868042
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,10240,0.05757155683305529
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,8192,0.047445333666271634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,7168,0.043178667624791466
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,6144,0.039224889543321394
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,4096,0.02881422307756212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,5120,0.0382008883688185
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,3072,0.021532444490326777
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,2560,0.0177208897140291
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,3584,0.02616888946957058
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,1536,0.012373333175977072
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,65536,0.29505422380235463
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,2048,0.014335999886194864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,1024,0.010069333016872406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,768,0.00867555538813273
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,256,0.00554666668176651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,512,0.007111111448870764
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,128,0.004551110996140374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,32,0.0034133332471052804
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,64,0.0038968887594011095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,16384,0.06855110989676581
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,12288,0.053447110785378345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,8192,0.040135112073686384
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,10240,0.04639288783073425
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,7168,0.03572622272703383
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,6144,0.03356444504525926
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,65536,0.24812089072333443
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,5120,0.029639111624823675
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,4096,0.02531555626127455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,3584,0.021134222547213238
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,3072,0.018801778554916382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,2560,0.01646933290693495
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,2048,0.01388088862101237
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,1024,0.00924444446961085
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,768,0.007879111501905654
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,1536,0.011605333122942181
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,512,0.006712889091836081
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,256,0.00554666668176651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,128,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,64,0.003640888879696528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,32,0.0034417777011791864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,12288,0.05060266786151462
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,16384,0.06610488891601562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,10240,0.04394666684998406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,8192,0.03712000118361579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,7168,0.03228444523281521
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,65536,0.25011200375027126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,6144,0.02796088986926609
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,4096,0.020024889045291476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,5120,0.024120888776249353
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,3072,0.017550221747822232
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,3584,0.019825778073734708
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,1024,0.008362666600280339
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,2560,0.01535999940501319
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,2048,0.013027555412716336
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,1536,0.01109333336353302
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,768,0.007310222420427535
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,512,0.006200888918505774
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,256,0.0053191110491752625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,128,0.004408888932731417
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,64,0.00369777778784434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,32,0.003185777821474605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,12288,0.037802666425704956
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,16384,0.044828444719314575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,10240,0.03205688794453939
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,65536,0.14270577165815565
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,8192,0.02815999918513828
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,7168,0.02608355548646715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,6144,0.023267555567953322
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,5120,0.0207360006040997
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,3072,0.016526222229003906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,4096,0.018090666996108163
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,3584,0.017095110482639737
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,2560,0.014478221535682678
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,2048,0.012430222498046027
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,1536,0.010495999621020423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,1024,0.008135110967689091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,768,0.00699733363257514
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,512,0.006115555349323485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,256,0.0052622221410274506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,64,0.0034702221552530923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,128,0.004152889053026835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,32,0.003072000005178981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,12288,0.027448889282014634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,16384,0.03578311204910278
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,65536,0.10956799983978271
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,10240,0.023893333143658105
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,8192,0.022044445077578228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,6144,0.01678222252262963
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,7168,0.020224000016848247
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,5120,0.01683911184469859
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,3072,0.012117333710193634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,4096,0.014108444253603617
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,3584,0.013340444200568728
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,2560,0.01146311147345437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,1536,0.008106666306654612
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,2048,0.009955555200576782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,768,0.0059164443777667145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,1024,0.0064284445510970215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,256,0.005205333232879639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,64,0.0033564445459180405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,128,0.003555555724435382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,512,0.005148444324731827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,32,0.0028444443725877335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,12288,0.027448889282014634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,65536,0.08556089136335586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,16384,0.02955377764172024
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,10240,0.022101332743962605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,8192,0.01777777738041348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,7168,0.017920000685585868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,6144,0.01649777756796943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,4096,0.013056000073750814
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,5120,0.015416888727082146
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,3584,0.01260088880856832
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,3072,0.011662222445011139
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,2560,0.010808889236715106
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,2048,0.00867555538813273
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,1536,0.007111111448870764
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,1024,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,512,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,768,0.005375999957323074
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,256,0.005148444324731827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,64,0.0032711111836963226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,128,0.0032995556377702286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,32,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,65536,0.06203733550177681
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,12288,0.01917155583699544
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,16384,0.023011555274327595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,10240,0.016213332613309223
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,8192,0.014506666196717156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,7168,0.013624889155228933
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,6144,0.013312000367376538
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,4096,0.01351111133893331
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,5120,0.013255111045307584
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,3584,0.012771555946932899
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,3072,0.011207111179828644
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,2560,0.009073778159088558
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,2048,0.007679999702506595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,1536,0.007822222179836696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,1024,0.006883555402358373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,768,0.004835555536879433
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,512,0.004892444445027245
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,128,0.0032711111836963226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,256,0.003726222034957674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,64,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,32,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,65536,0.03663644525739882
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,12288,0.013454222016864352
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,16384,0.015445333388116626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,10240,0.01314133322901196
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,8192,0.012288000020715924
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,7168,0.01129244433508979
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,6144,0.010069333016872406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,3584,0.008049777812427944
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,5120,0.009756444229020013
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,4096,0.008533333738644918
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,3072,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,2560,0.00776533368561003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,1536,0.006456888798210356
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,1024,0.006627555522653792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,2048,0.0075093333919843035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,768,0.004750222381618288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,512,0.0041244443919923575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,256,0.003612444632583194
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,128,0.0032142222755485107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,64,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,32,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,16384,0.011776000261306763
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,65536,0.027875555886162653
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,12288,0.009898666706350114
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,10240,0.009443555441167619
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,8192,0.008647110727098253
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,7168,0.00830577810605367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,6144,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,5120,0.007480888730949826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,4096,0.006968888971540663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,3584,0.0075093333919843035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,3072,0.006684444430801604
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,2560,0.007167999943097432
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,1536,0.006314666734801398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,2048,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,768,0.004664888812435998
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,1024,0.006001777946949005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,512,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,256,0.00349866681628757
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,128,0.003072000005178981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,64,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,32,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,65536,0.020252444677882724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,16384,0.009870222045315636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,12288,0.008533333738644918
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,10240,0.008049777812427944
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,8192,0.0079644446571668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,7168,0.007651555869314406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,5120,0.007167999943097432
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,4096,0.0069120000633928515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,6144,0.0074240002367231585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,3584,0.007623111208279927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,3072,0.006741333338949416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,2560,0.007594666547245449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,2048,0.0074240002367231585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,1536,0.006314666734801398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,1024,0.005148444324731827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,768,0.004607999904288186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,512,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,256,0.004380444271696938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,128,0.003072000005178981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,64,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,32,0.0025884444928831523
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,65536,0.016327111257447135
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,16384,0.008590222232871586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,12288,0.007992888490358988
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,10240,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,8192,0.007822222179836696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,6144,0.007281777759393056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,7168,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,5120,0.0070257774657673305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,4096,0.006883555402358373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,3584,0.007452444069915348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,3072,0.006599111275540457
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,2560,0.007196444604131911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,2048,0.005688888745175467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,1536,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,1024,0.005176888985766305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,768,0.0046364445653226645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,512,0.004067555483844546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,256,0.0034702221552530923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,128,0.003043555551105075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,64,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,32,0.0025315555847353404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,12288,0.9633848402235242
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,16384,1.2803982628716362
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,10240,0.8131413459777832
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,8192,0.7136995527479383
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,7168,0.5685760180155436
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,6144,0.5389368798997667
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,5120,0.4531200197007921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,3584,0.29525332980685765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,4096,0.3626097838083903
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,3072,0.2802915573120117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,2560,0.2385635640886095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,2048,0.18761955367194283
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,1536,0.14668799771202937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,1024,0.1006079978413052
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,768,0.07941689093907674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,512,0.05606400304370456
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,256,0.03427555494838291
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,128,0.02739199995994568
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,64,0.0192284451590644
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,32,0.013624889155228933
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,12288,0.2876017888387044
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,16384,0.37757155630323624
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,10240,0.24428089459737143
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,8192,0.20241067144605848
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,7168,0.17106489340464273
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,6144,0.1505848831600613
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,5120,0.12782933976915148
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,4096,0.09727999899122451
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,3072,0.07745422257317437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,3584,0.08792177836100261
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,2048,0.052821334865358144
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,1536,0.041927112473381885
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,2560,0.06650311417049833
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,1024,0.02955377764172024
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,768,0.02306844459639655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,512,0.01681066718366411
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,256,0.011320888996124268
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,128,0.007708444363541073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,64,0.006456888798210356
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,32,0.006599111275540457
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,12288,0.20516978369818795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,16384,0.27474488152398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,65536,1.4951537450154622
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,10240,0.17410843902164033
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,8192,0.14372977945539686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,7168,0.12404621971978082
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,6144,0.10621155632866754
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,5120,0.08931555350621541
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,4096,0.07190755340788099
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,3584,0.0655075576570299
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,2560,0.04764444298214383
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,1536,0.030549334155188665
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,2048,0.039224889543321394
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,3072,0.056234664387173124
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,1024,0.021987555755509272
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,65536,1.0712746514214408
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,768,0.019541333119074505
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,512,0.014563555518786112
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,256,0.010240000155236986
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,128,0.007338666253619724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,64,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,32,0.006456888798210356
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,12288,0.17433599630991617
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,16384,0.23332977294921875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,10240,0.14865067270067003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,8192,0.11875555250379775
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,7168,0.1051022211710612
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,5120,0.07660088936487834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,6144,0.09136355585522121
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,3584,0.05486933390299479
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,3072,0.0486968888176812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,4096,0.061667554908328585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,2560,0.04087466663784451
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,2048,0.03330844309594896
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,1536,0.027107555005285475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,1024,0.018915555543369718
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,768,0.018033777674039204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,512,0.0136817776494556
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,65536,0.8080213334825305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,256,0.00958577791849772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,128,0.007310222420427535
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,64,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,32,0.0064284445510970215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,12288,0.141994661755032
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,16384,0.1995662185880873
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,10240,0.12185600068834092
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,8192,0.09952711396747166
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,7168,0.08630044592751397
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,6144,0.07532088624106513
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,4096,0.04977777931425306
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,5120,0.06317510869767931
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,3584,0.0458808872434828
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,3072,0.04081777731577555
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,2560,0.03581155671013726
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,2048,0.02867199977238973
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,65536,0.7156337632073296
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,1024,0.016696888539526198
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,1536,0.023409777217441138
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,768,0.016924444172117446
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,128,0.005888000130653381
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,256,0.00833422193924586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,64,0.005148444324731827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,32,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,512,0.012913777596420713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,12288,0.12569599681430393
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,10240,0.10712177885903253
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,16384,0.17578666739993623
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,7168,0.07648711072074042
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,8192,0.08974222342173259
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,6144,0.06590577628877428
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,5120,0.05723022090064155
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,4096,0.044999112685521446
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,3584,0.04181333382924398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,3072,0.03888355692227682
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,2560,0.03325155708524916
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,2048,0.026709333062171936
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,1536,0.021333333518770006
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,1024,0.018346667289733887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,512,0.012572444147533841
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,768,0.016554666890038382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,256,0.007992888490358988
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,128,0.005575110928879843
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,65536,0.6501830948723687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,32,0.004607999904288186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,64,0.004835555536879433
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,16384,0.13346132967207167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,12288,0.11397688918643528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,10240,0.10012444522645737
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,8192,0.0858737760119968
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,5120,0.051199999120500356
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,7168,0.06690133280224271
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,6144,0.05956266985999214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,4096,0.03916800022125244
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,3584,0.03447466757562425
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,3072,0.03035022152794732
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,65536,0.5422648853725857
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,2560,0.026055110825432673
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,1536,0.017095110482639737
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,2048,0.02124799953566657
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,1024,0.01425066590309143
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,768,0.015473778049151102
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,512,0.011690666278203329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,256,0.007480888730949826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,128,0.0052622221410274506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,64,0.004892444445027245
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,32,0.003555555724435382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,12288,0.08840533097585042
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,16384,0.12632177935706243
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,8192,0.06050133042865329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,10240,0.08029866880840726
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,7168,0.05905066596137153
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,5120,0.036892443895339966
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,6144,0.053532444768481784
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,4096,0.030606223477257624
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,3584,0.02998044424586826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,3072,0.024490666058328416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,2048,0.01686755485004849
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,2560,0.022670222653283015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,65536,0.4659200244479709
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,1536,0.014876445134480795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,512,0.010581333604123859
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,1024,0.011576889289749993
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,128,0.005063111169470681
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,256,0.006741333338949416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,768,0.014136888914638095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,64,0.0046364445653226645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,32,0.003583999971548716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,16384,0.0956302218967014
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,12288,0.07648711072074042
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,10240,0.060643553733825684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,7168,0.04534044530656603
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,8192,0.0576853354771932
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,6144,0.042951110336515635
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,5120,0.0337066650390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,4096,0.02548622257179684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,65536,0.3766044510735406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,3072,0.020394666327370536
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,3584,0.02520177761713664
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,1024,0.009898666706350114
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,2048,0.015729778342776828
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,2560,0.018972444865438674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,1536,0.013454222016864352
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,512,0.00699733363257514
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,768,0.009130666653315226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,256,0.005631999837027655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,64,0.004465777840879229
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,128,0.0047217777205838096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,32,0.003612444632583194
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,16384,0.0833137763871087
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,12288,0.06860799921883477
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,10240,0.05825422207514445
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,8192,0.04821333289146423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,7168,0.04366222355100843
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,65536,0.33365334404839414
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,6144,0.03837155633502536
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,5120,0.03362133436732822
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,4096,0.024803555674023096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,3072,0.020337777005301583
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,2560,0.017749332719379
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,1536,0.011633777783976661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,3584,0.023296000228987798
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,2048,0.014734221829308404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,1024,0.01018311083316803
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,512,0.006485333459244833
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,768,0.00867555538813273
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,256,0.005461333526505365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,64,0.004408888932731417
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,32,0.003555555724435382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,128,0.004693333473470476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,12288,0.06365866793526544
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,16384,0.08061155345704821
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,10240,0.053845332728491895
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,65536,0.2609208954705132
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,8192,0.04275200102064344
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,6144,0.03501510951254103
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,7168,0.0387697782781389
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,5120,0.02867199977238973
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,3072,0.01720888912677765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,4096,0.022897778285874262
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,2048,0.012828444441159567
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,2560,0.016355555918481614
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,1536,0.011719110939237805
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,3584,0.021418665846188862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,1024,0.009642666412724389
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,512,0.006144000010357962
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,768,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,256,0.005233777893914117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,128,0.004238222208287981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,32,0.0033848887930313745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,64,0.003726222034957674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,12288,0.048327111535602145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,16384,0.06530844502978854
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,10240,0.043975111511018544
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,65536,0.21395911110772026
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,8192,0.03646577729119195
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,7168,0.0329386658138699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,5120,0.02420622275935279
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,4096,0.01945600079165565
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,6144,0.02978133492999607
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,3072,0.016270221935378183
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,3584,0.019711999429596793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,2560,0.01550222271018558
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,1536,0.010382222632567087
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,2048,0.01399466726515028
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,1024,0.00830577810605367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,512,0.00608711110221015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,768,0.007224889265166388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,256,0.005461333526505365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,128,0.004408888932731417
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,64,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,32,0.0034702221552530923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,16384,0.053617778751585216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,10240,0.03743288914362589
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,65536,0.17365333769056532
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,12288,0.04380444354481167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,8192,0.029354665014478896
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,7168,0.028216888507207234
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,5120,0.02048000031047397
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,6144,0.02548622257179684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,3584,0.017294221454196505
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,4096,0.019683554768562317
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,2560,0.0144213338692983
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,3072,0.015644444359673392
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,1536,0.010495999621020423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,768,0.007054222126801808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,1024,0.008220444122950235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,2048,0.012316444681750404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,512,0.006058666855096817
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,64,0.0038399998512532976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,128,0.004352000024583605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,256,0.0052622221410274506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,32,0.0032995556377702286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,12288,0.03564088874393039
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,16384,0.04662044511901008
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,10240,0.03256888853179084
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,65536,0.13875199688805476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,7168,0.023779556155204773
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,6144,0.022897778285874262
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,8192,0.02773333258099026
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,5120,0.01868799991077847
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,4096,0.015786666009161208
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,3072,0.012913777596420713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,3584,0.014848000473446317
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,2048,0.01146311147345437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,1024,0.008817777865462834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,2560,0.012657778130637275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,768,0.008561777571837107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,1536,0.010325333310498131
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,512,0.006058666855096817
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,256,0.00443733317984475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,128,0.0037546666959921518
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,32,0.0028728888266616394
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,64,0.0034702221552530923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,12288,0.02716444432735443
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,10240,0.023637332850032385
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,16384,0.03512888815667894
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,8192,0.019825778073734708
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,7168,0.01831822262869941
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,65536,0.10763377613491482
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,6144,0.016696888539526198
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,5120,0.015559110376569959
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,3584,0.011804444094498953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,4096,0.012970666918489667
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,3072,0.011776000261306763
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,2048,0.008789333204428354
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,1536,0.009500444763236577
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,2560,0.010837333069907295
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,1024,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,768,0.006940444310506185
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,128,0.0034417777011791864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,64,0.003185777821474605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,256,0.0039822223285834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,32,0.003015111097031169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,512,0.006001777946949005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,16384,0.02830222249031067
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,12288,0.022272000710169475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,10240,0.01993955506218804
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,7168,0.01678222252262963
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,8192,0.01868799991077847
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,65536,0.0885475542810228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,6144,0.015445333388116626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,5120,0.01459200017982059
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,3584,0.010695111420419482
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,3072,0.00978488889005449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,4096,0.011719110939237805
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,2048,0.008362666600280339
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,2560,0.009358222285906473
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,1024,0.007679999702506595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,512,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,768,0.00685511115524504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,1536,0.007850666840871176
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,256,0.0037546666959921518
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,128,0.0033280000918441345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,64,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,32,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,16384,0.018375110295083787
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,12288,0.015303111738628812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,8192,0.012913777596420713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,10240,0.015246222416559855
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,7168,0.011662222445011139
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,5120,0.010410666465759277
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,65536,0.06118400229348076
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,4096,0.008647110727098253
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,6144,0.011946666571829053
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,3584,0.008277333445019191
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,3072,0.008021333151393467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,2560,0.00870400004916721
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,2048,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,1536,0.006684444430801604
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,1024,0.006627555522653792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,768,0.004835555536879433
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,512,0.004238222208287981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,256,0.003669333126809862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,128,0.0032711111836963226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,32,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,64,0.003100444459252887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,16384,0.012487110992272695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,12288,0.010865777730941772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,65536,0.03362133436732822
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,10240,0.010211555494202508
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,7168,0.008419555922349295
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,6144,0.008078222473462423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,8192,0.009671111073758867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,5120,0.007651555869314406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,4096,0.007054222126801808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,3584,0.007708444363541073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,2560,0.007281777759393056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,3072,0.006741333338949416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,1536,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,1024,0.006229333165619109
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,2048,0.0064284445510970215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,512,0.004607999904288186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,768,0.004750222381618288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,256,0.003583999971548716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,64,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,128,0.003185777821474605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,32,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,65536,0.02437688906987508
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,16384,0.010666666759385003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,12288,0.0096142225795322
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,10240,0.008760888543393876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,8192,0.008533333738644918
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,7168,0.00833422193924586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,5120,0.007623111208279927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,4096,0.006826666494210561
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,6144,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,3584,0.0074240002367231585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,3072,0.006513777706358168
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,2560,0.007082666787836287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,2048,0.006200888918505774
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,1536,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,1024,0.005375999957323074
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,768,0.0046364445653226645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,512,0.004067555483844546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,256,0.00349866681628757
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,128,0.003072000005178981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,64,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,32,0.0026737778551048706
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,65536,0.017806222041447956
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,16384,0.009159111314349705
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,10240,0.008135110967689091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,12288,0.008533333738644918
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,8192,0.008561777571837107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,7168,0.007879111501905654
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,5120,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,4096,0.0069120000633928515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,3584,0.007480888730949826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,3072,0.006656000183688269
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,2560,0.007196444604131911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,2048,0.007367110914654202
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,6144,0.007651555869314406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,1536,0.006257777826653586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,1024,0.005176888985766305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,768,0.0046364445653226645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,512,0.004067555483844546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,256,0.004295111116435793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,128,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,64,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,32,0.0025884444928831523
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,65536,0.015957333975368075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,16384,0.008732444710201686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,8192,0.008277333445019191
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,12288,0.008277333445019191
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,10240,0.00793599999613232
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,7168,0.007623111208279927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,6144,0.0074240002367231585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,5120,0.007367110914654202
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,4096,0.00685511115524504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,3072,0.006627555522653792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,3584,0.00739555557568868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,2560,0.007111111448870764
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,2048,0.0063999998900625445
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,1536,0.006229333165619109
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,1024,0.005347555710209741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,768,0.004607999904288186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,512,0.00443733317984475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,256,0.0034702221552530923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,128,0.003072000005178981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,64,0.0026737778551048706
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,32,0.0025031111306614345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,10240,0.8013653225368924
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,12288,0.9582648807101779
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,16384,1.2523235744900174
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,8192,0.6615893575880263
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,7168,0.6228479809231228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,6144,0.5337031152513292
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,5120,0.4477439986334906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,4096,0.3636337651146783
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,3584,0.32546133465237087
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,2560,0.21862399578094482
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,3072,0.2854684458838569
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,1536,0.13696000311109754
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,2048,0.1884444422192044
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,1024,0.09966933064990574
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,512,0.054755555258856885
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,256,0.033393777079052396
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,768,0.07716977596282959
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,64,0.0184888889392217
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,32,0.01294222225745519
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,128,0.026510222090615168
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,12288,0.28603733910454643
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,16384,0.37597865528530544
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,10240,0.24120889769660103
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,8192,0.19987911648220488
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,7168,0.17038222153981528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,6144,0.13403022289276123
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,3584,0.07842133442560832
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,4096,0.09380977683597141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,5120,0.12452977233462864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,2048,0.05122844378153483
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,2560,0.061866667535569936
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,3072,0.07418311304516263
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,1536,0.039509332842297025
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,1024,0.028444445795483057
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,768,0.036181333992216326
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,512,0.02588444451491038
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,128,0.009187555147541894
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,256,0.01607111096382141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,64,0.006627555522653792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,32,0.005631999837027655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,12288,0.20616532696617973
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,65536,1.3319110870361328
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,16384,0.2655288908216688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,8192,0.1426773336198595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,10240,0.17393778430091011
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,7168,0.12384711371527778
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,6144,0.10501688718795776
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,5120,0.08923021952311198
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,4096,0.07361421982447307
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,3584,0.06411377588907878
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,3072,0.05700266361236572
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,2560,0.04798577891455757
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,2048,0.0433208876185947
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,1536,0.030663109487957422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,1024,0.021760000122918025
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,768,0.034332444270451866
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,512,0.02488888965712653
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,256,0.015160888433456421
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,65536,1.0690844853719075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,64,0.006456888798210356
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,128,0.00867555538813273
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,32,0.005461333526505365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,12288,0.17282844914330375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,16384,0.23241954379611543
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,10240,0.14796800083584255
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,8192,0.12140088611178929
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,7168,0.10430577728483413
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,6144,0.09008355273140801
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,5120,0.07608889208899604
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,4096,0.0615253316031562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,3584,0.05404444535573324
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,3072,0.047559112310409546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,2560,0.040561778677834406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,1536,0.025998221503363714
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,2048,0.033109333780076765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,1024,0.018403554956118267
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,512,0.02420622275935279
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,768,0.03379199902216593
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,256,0.0144213338692983
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,64,0.006456888798210356
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,128,0.008248888783984715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,32,0.005432888865470886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,65536,0.9027413262261285
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,12288,0.14079999923706055
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,16384,0.19831466674804688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,8192,0.09870222542021011
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,10240,0.11966578165690105
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,7168,0.08556089136335586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,6144,0.0747235549820794
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,5120,0.06277689006593493
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,3584,0.04531200064553154
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,4096,0.05000533329115974
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,3072,0.039651556147469416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,2560,0.03390577766630385
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,2048,0.02742044462098016
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,1536,0.021987555755509272
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,1024,0.01570133368174235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,768,0.01681066718366411
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,65536,0.7178524335225424
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,256,0.008135110967689091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,512,0.01260088880856832
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,128,0.005774222314357758
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,32,0.0047217777205838096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,64,0.004977777600288391
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,12288,0.1242168876859877
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,16384,0.17322666115230986
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,10240,0.10601244370142619
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,8192,0.08920177486207749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,7168,0.0769137806362576
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,6144,0.06633244620429145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,5120,0.05606400304370456
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,4096,0.044600887431038745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,3584,0.04144355654716492
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,3072,0.03629511263635423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,65536,0.6420195367601182
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,2560,0.030862222115198772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,2048,0.024917332662476435
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,1536,0.019854222734769184
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,768,0.016355555918481614
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,256,0.007879111501905654
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,128,0.00554666668176651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,512,0.012344888514942594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,1024,0.018716444571812946
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,32,0.004579555657174853
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,64,0.004750222381618288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,16384,0.1450951099395752
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,12288,0.1125262180964152
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,10240,0.0922737783855862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,8192,0.07870578103595309
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,7168,0.06619022289911906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,5120,0.049976888630125255
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,6144,0.057799114121331104
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,4096,0.03908266623814901
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,3584,0.03475911087459988
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,65536,0.5417528682284886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,3072,0.030748443471060857
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,2560,0.025941333836979334
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,1536,0.0169813334941864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,2048,0.02167466613981459
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,768,0.01535999940501319
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,1024,0.013027555412716336
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,256,0.007480888730949826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,128,0.005375999957323074
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,512,0.011633777783976661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,64,0.004750222381618288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,32,0.00349866681628757
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,12288,0.09352533022562663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,16384,0.12526933352152506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,10240,0.07992888821495904
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,8192,0.06397155258390638
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,7168,0.05481244458092583
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,6144,0.04693333307902018
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,65536,0.4647253354390462
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,5120,0.03968000080850389
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,3584,0.029297779003779095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,4096,0.03356444504525926
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,3072,0.025599999560250178
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,2560,0.021873777111371357
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,2048,0.018033777674039204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,1536,0.014961777461899651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,768,0.01371022231049008
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,1024,0.011605333122942181
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,512,0.010410666465759277
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,256,0.006599111275540457
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,128,0.005034666508436203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,64,0.004494222087992562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,32,0.0034702221552530923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,16384,0.11278222666846381
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,12288,0.07554844352934095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,10240,0.06448355648252699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,8192,0.05580800109439426
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,65536,0.3645155429840088
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,7168,0.04539733462863498
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,6144,0.03928177886539035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,5120,0.03353600038422479
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,3584,0.025031111306614343
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,4096,0.026851556367344324
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,3072,0.022072888082928125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,2048,0.01587199999226464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,1536,0.013169777890046438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,2560,0.019114666514926486
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,1024,0.010382222632567087
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,512,0.006627555522653792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,768,0.009073778159088558
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,256,0.005404444618357553
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,64,0.0037831109431054858
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,32,0.003583999971548716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,128,0.004750222381618288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,12288,0.06260622209972806
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,16384,0.09053866730795966
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,10240,0.057087997595469155
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,8192,0.05026133192910088
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,7168,0.04246755441029867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,6144,0.036010666026009455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,5120,0.0306915541489919
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,65536,0.32378310627407497
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,4096,0.024490666058328416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,3584,0.02306844459639655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,3072,0.020167110694779288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,2560,0.017436444759368896
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,1536,0.012344888514942594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,2048,0.01479111115137736
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,768,0.007850666840871176
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,1024,0.00978488889005449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,512,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,256,0.005290666802061929
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,128,0.0046364445653226645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,64,0.0038399998512532976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,32,0.003527111063400904
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,12288,0.061781333552466504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,16384,0.07924622297286987
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,10240,0.053788443406422935
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,8192,0.04516977734035916
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,65536,0.2538951237996419
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,7168,0.038712888956069946
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,6144,0.034161776304244995
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,4096,0.023637332850032385
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,5120,0.029696000946892634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,3584,0.019256888164414298
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,3072,0.017237333787812125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,768,0.007196444604131911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,2048,0.013824000126785703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,1024,0.009272889130645329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,2560,0.01641244524055057
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,1536,0.011662222445011139
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,512,0.006172444257471297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,64,0.003612444632583194
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,256,0.005205333232879639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,128,0.004181333300140169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,32,0.0033564445459180405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,16384,0.0670435561074151
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,12288,0.050887111160490245
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,10240,0.04445866743723551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,65536,0.22010310490926108
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,8192,0.03649422195222642
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,7168,0.03288177649180094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,6144,0.029468443658616807
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,5120,0.025400888588693406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,4096,0.02167466613981459
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,3584,0.019825778073734708
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,2560,0.016156444946924847
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,2048,0.014165333575672574
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,3072,0.017976888351970248
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,1536,0.0121742222044203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,1024,0.008476444416575963
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,768,0.007196444604131911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,512,0.00608711110221015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,256,0.005290666802061929
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,128,0.004465777840879229
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,64,0.0038968887594011095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,32,0.003185777821474605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,16384,0.054698665936787925
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,12288,0.04053333401679993
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,8192,0.03049244483311971
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,10240,0.036778665251202054
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,7168,0.027448889282014634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,65536,0.19780266284942627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,6144,0.025770665870772466
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,4096,0.01740800009833442
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,5120,0.022840888963805303
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,3072,0.014819555812411837
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,1536,0.010951110886202918
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,2048,0.011918221910794577
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,3584,0.017749332719379
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,2560,0.014535110857751636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,768,0.0069120000633928515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,1024,0.008021333151393467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,512,0.006058666855096817
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,256,0.005176888985766305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,128,0.004266666869322459
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,32,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,64,0.0037831109431054858
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,16384,0.04616533385382759
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,12288,0.034133334954579674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,10240,0.02833066715134515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,65536,0.14941867192586264
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,7168,0.021077333225144282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,8192,0.025031111306614343
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,6144,0.020337777005301583
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,5120,0.016241777274343703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,4096,0.01587199999226464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,3584,0.014648889501889547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,3072,0.013767110804716745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,2048,0.010780444575680627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,1536,0.008618666893906063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,2560,0.012686221963829465
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,1024,0.007879111501905654
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,768,0.006883555402358373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,512,0.006030222194062338
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,128,0.00369777778784434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,256,0.004295111116435793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,32,0.0028444443725877335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,64,0.0033848887930313745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,16384,0.02955377764172024
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,12288,0.02400711178779602
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,10240,0.020650666620996263
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,8192,0.01905777719285753
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,7168,0.01629866659641266
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,65536,0.10467555787828232
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,6144,0.015957333975368075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,5120,0.013255111045307584
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,4096,0.011918221910794577
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,3072,0.01089422239197625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,3584,0.012145777543385824
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,2560,0.010126222338941362
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,2048,0.008561777571837107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,1536,0.006940444310506185
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,1024,0.007822222179836696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,512,0.005973333285914526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,768,0.00685511115524504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,256,0.003925333420435588
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,128,0.0034702221552530923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,32,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,64,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,16384,0.023779556155204773
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,65536,0.0743537810113695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,12288,0.019143111175960965
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,10240,0.018346667289733887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,7168,0.013909333282046847
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,8192,0.0159288893143336
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,6144,0.01385244478782018
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,4096,0.01035377797153261
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,5120,0.012771555946932899
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,3072,0.008903111020723978
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,2560,0.00830577810605367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,3584,0.010382222632567087
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,1536,0.007452444069915348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,2048,0.007793777518802219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,768,0.006826666494210561
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,1024,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,512,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,128,0.0032995556377702286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,256,0.003669333126809862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,64,0.003100444459252887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,32,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,16384,0.017806222041447956
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,65536,0.05296355485916138
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,12288,0.01479111115137736
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,10240,0.01351111133893331
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,7168,0.01223111069864697
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,8192,0.013795555465751223
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,6144,0.011776000261306763
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,5120,0.010126222338941362
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,4096,0.008447999755541483
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,3584,0.007992888490358988
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,3072,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,2560,0.00884622252649731
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,2048,0.007651555869314406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,1024,0.0063999998900625445
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,1536,0.006485333459244833
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,768,0.0047786666287316214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,512,0.0047217777205838096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,256,0.003640888879696528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,64,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,128,0.0032711111836963226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,32,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,16384,0.0121742222044203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,12288,0.01072355525361167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,10240,0.00998399986161126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,65536,0.0365226666132609
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,8192,0.009130666653315226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,6144,0.007992888490358988
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,5120,0.007452444069915348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,7168,0.008419555922349295
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,4096,0.0069120000633928515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,3584,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,3072,0.006599111275540457
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,2560,0.007253333098358578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,2048,0.006343110981914733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,1536,0.006200888918505774
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,1024,0.006172444257471297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,512,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,768,0.0047217777205838096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,128,0.003100444459252887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,256,0.003527111063400904
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,64,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,32,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,65536,0.022471111681726243
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,16384,0.010325333310498131
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,12288,0.008760888543393876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,10240,0.00833422193924586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,8192,0.008590222232871586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,7168,0.00833422193924586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,6144,0.007594666547245449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,5120,0.0075093333919843035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,4096,0.006684444430801604
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,3584,0.007367110914654202
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,3072,0.0063999998900625445
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,2560,0.00699733363257514
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,2048,0.006115555349323485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,1536,0.006115555349323485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,1024,0.005347555710209741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,768,0.004607999904288186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,512,0.004067555483844546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,256,0.008049777812427944
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,128,0.003100444459252887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,64,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,32,0.0026737778551048706
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,65536,0.01681066718366411
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,16384,0.008903111020723978
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,12288,0.00833422193924586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,10240,0.008078222473462423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,8192,0.008362666600280339
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,7168,0.007879111501905654
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,6144,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,5120,0.007480888730949826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,4096,0.0070257774657673305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,3584,0.00685511115524504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,3072,0.0063999998900625445
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,2560,0.00657066661450598
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,2048,0.007594666547245449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,1536,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,1024,0.005148444324731827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,768,0.0046364445653226645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,512,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,256,0.004266666869322459
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,128,0.003100444459252887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,64,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,32,0.0025315555847353404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,65536,0.015047111445003085
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,16384,0.00870400004916721
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,12288,0.008163555628723567
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,10240,0.007907555335097844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,8192,0.008362666600280339
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,7168,0.007679999702506595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,6144,0.007281777759393056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,5120,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,4096,0.006769777586062749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,3584,0.006542222367392645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,3072,0.006257777826653586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,2560,0.006314666734801398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,2048,0.006314666734801398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,1536,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,1024,0.005148444324731827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,768,0.004607999904288186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,512,0.004380444271696938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,256,0.0034417777011791864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,64,0.0026737778551048706
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,32,0.0025315555847353404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,128,0.003100444459252887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,10240,0.7953351338704427
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,12288,0.9462612999810113
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,16384,1.2439324061075847
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,8192,0.6489600075615777
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,7168,0.6231608920627171
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,5120,0.40419554710388184
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,6144,0.5313422414991591
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,3584,0.3174400064680311
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,4096,0.3588835663265652
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,3072,0.2742328908708361
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,2048,0.18477511405944824
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,1536,0.14230755964914957
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,2560,0.2331306669447157
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,256,0.03325155708524916
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,512,0.05523911118507385
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,768,0.07554844352934095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,128,0.01644088824590047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,64,0.018204443984561496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,1024,0.09836088948779637
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,32,0.0121742222044203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,12288,0.2816853258344862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,10240,0.23958754539489746
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,16384,0.37654754850599503
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,8192,0.19401955604553223
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,7168,0.17254400253295898
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,5120,0.1222826639811198
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,6144,0.1465173297458225
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,4096,0.09702399704191421
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,3584,0.08874666690826416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,3072,0.07825066645940144
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,2048,0.05321955680847168
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,2560,0.0651093324025472
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,1536,0.04229688975546095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,1024,0.029468443658616807
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,768,0.022641777992248535
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,512,0.016639999217457242
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,256,0.010808889236715106
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,128,0.005859555469618903
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,64,0.004579555657174853
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,32,0.004408888932731417
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,12288,0.20386132929060194
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,65536,1.4644906785753038
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,16384,0.27153065469529897
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,8192,0.14185244507259792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,10240,0.17257244057125518
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,7168,0.11053511169221665
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,5120,0.08886044555240208
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,4096,0.07185066408581205
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,6144,0.1053582231203715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,2048,0.038485334979163274
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,3072,0.05546666516198052
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,3584,0.06442666716045804
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,2560,0.04690488841798571
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,1024,0.02181688944498698
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,1536,0.030663109487957422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,768,0.016924444172117446
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,512,0.012856889102194043
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,256,0.008590222232871586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,128,0.005688888745175467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,64,0.0040960001448790235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,32,0.004010666575696734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,65536,1.0569387012057834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,16384,0.23094044791327584
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,12288,0.1554488870832655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,10240,0.14717155032687718
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,7168,0.10387911399205525
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,6144,0.09011199739244248
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,8192,0.1225386725531684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,4096,0.06146844228108724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,5120,0.07515022489759657
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,3584,0.0566613343026903
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,3072,0.04963555600908068
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,2560,0.0417848891682095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,1536,0.026879999372694228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,2048,0.0344177782535553
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,1024,0.019256888164414298
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,768,0.01535999940501319
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,512,0.011690666278203329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,256,0.0074240002367231585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,128,0.005375999957323074
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,64,0.004010666575696734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,65536,0.8935822380913628
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,32,0.0038115556041399636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,16384,0.19217067294650605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,12288,0.14023110601637098
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,10240,0.11827199988894993
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,8192,0.09804799821641709
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,7168,0.08502044280370076
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,6144,0.07389866643481784
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,5120,0.06297600269317627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,4096,0.049152000082863696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,3584,0.04491377870241801
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,3072,0.039651556147469416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,2048,0.027278222971492346
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,2560,0.03356444504525926
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,1024,0.01590044465329912
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,1536,0.021589333812395733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,768,0.013653332988421122
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,256,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,512,0.01035377797153261
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,128,0.005091555416584015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,65536,0.7140693134731717
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,32,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,64,0.0046364445653226645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,12288,0.12464355097876655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,16384,0.17146310541364881
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,10240,0.10609777768452962
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,8192,0.08868977758619521
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,7168,0.07594666878382365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,6144,0.06641778018739489
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,4096,0.04411733481619093
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,5120,0.056519110997517906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,3584,0.04070399867163764
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,65536,0.6264035436842177
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,3072,0.03629511263635423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,2560,0.03071999881002638
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,2048,0.025088000628683303
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,1024,0.015104000767072042
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,1536,0.02079288827048408
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,768,0.01308444473478529
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,512,0.009841777384281158
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,256,0.006001777946949005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,32,0.0038399998512532976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,64,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,128,0.005006222261322869
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,16384,0.14498133129543728
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,12288,0.11241243945227729
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,10240,0.09264355235629612
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,8192,0.07810844315422906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,6144,0.0576853354771932
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,5120,0.048639999495612256
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,7168,0.06633244620429145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,4096,0.03973689013057285
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,3584,0.03720533185535007
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,2560,0.027505778604083594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,3072,0.03268266717592875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,2048,0.02252799934811062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,1536,0.018232888645595975
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,1024,0.012885332935386233
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,65536,0.5426915486653646
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,768,0.011605333122942181
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,256,0.005802666561471091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,128,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,512,0.009272889130645329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,64,0.0039822223285834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,12288,0.08917333020104302
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,32,0.0034702221552530923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,16384,0.12398933039771186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,8192,0.0638293359014723
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,10240,0.07551999886830647
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,7168,0.054670221275753446
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,6144,0.04687644375695122
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,5120,0.039651556147469416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,4096,0.03737599982155694
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,3584,0.02921244502067566
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,3072,0.025230222278171118
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,2560,0.021703110800849065
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,2048,0.01851733360025618
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,1536,0.014848000473446317
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,65536,0.4593493143717448
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,768,0.00998399986161126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,1024,0.01129244433508979
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,512,0.008220444122950235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,256,0.0052622221410274506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,128,0.004380444271696938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,32,0.0034417777011791864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,64,0.0038684445122877755
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,16384,0.09918577803505792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,10240,0.05831111139721341
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,12288,0.0788195530573527
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,8192,0.05324800146950615
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,7168,0.04059022333886888
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,6144,0.03939555419815911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,5120,0.033166223102145724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,4096,0.027591110931502447
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,3072,0.020991999242040846
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,65536,0.36465777291191953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,3584,0.025656888882319134
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,2560,0.01939911146958669
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,1024,0.00978488889005449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,1536,0.012088889049159156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,768,0.009016888837019602
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,256,0.005120000077618493
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,2048,0.016184889607959323
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,64,0.003726222034957674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,512,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,128,0.004238222208287981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,32,0.0033564445459180405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,12288,0.06129778093761868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,16384,0.08968533409966363
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,10240,0.056291553709242076
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,8192,0.049237334065967135
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,7168,0.041215999258889094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,6144,0.03612444467014737
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,65536,0.285553773244222
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,5120,0.030293332205878362
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,4096,0.02534399926662445
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,3584,0.023779556155204773
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,3072,0.02090666691462199
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,2560,0.018090666996108163
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,2048,0.015189333094490899
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,1536,0.012316444681750404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,512,0.006144000010357962
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,256,0.005034666508436203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,1024,0.010097777677906884
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,768,0.008476444416575963
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,64,0.00369777778784434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,32,0.0032995556377702286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,128,0.004067555483844546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,12288,0.05956266985999214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,16384,0.07532088624106513
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,10240,0.050887111160490245
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,8192,0.04150044586923387
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,7168,0.037603557109832764
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,65536,0.283989323510064
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,6144,0.03333688775698344
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,5120,0.02881422307756212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,4096,0.022442667020691767
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,2560,0.016156444946924847
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,3584,0.021105777886178758
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,2048,0.013767110804716745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,3072,0.01865955524974399
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,1536,0.011548444628715515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,1024,0.009215999808576372
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,768,0.007139555282062954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,512,0.006115555349323485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,256,0.005148444324731827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,128,0.003726222034957674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,64,0.0032142222755485107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,32,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,16384,0.06363022327423096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,12288,0.05009066727426317
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,10240,0.04303644431961907
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,8192,0.03515733281771342
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,7168,0.03180088930659824
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,6144,0.028757333755493164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,65536,0.23483732011583117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,5120,0.024775111012988623
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,4096,0.01905777719285753
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,3072,0.0144213338692983
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,2560,0.013738666971524557
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,3584,0.017834666702482436
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,2048,0.010609777437316047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,1536,0.009756444229020013
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,768,0.006968888971540663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,512,0.006030222194062338
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,1024,0.008533333738644918
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,256,0.004209777961174647
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,128,0.0037831109431054858
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,64,0.0034133332471052804
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,32,0.003100444459252887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,16384,0.052024887667761914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,12288,0.04167111052407158
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,10240,0.036778665251202054
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,65536,0.18850133154127333
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,8192,0.030264887544843886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,6144,0.023580445183648005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,7168,0.0281315545241038
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,5120,0.022101332743962605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,4096,0.01865955524974399
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,3584,0.01737955543729994
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,3072,0.01587199999226464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,2560,0.014335999886194864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,2048,0.011747555600272285
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,1024,0.007879111501905654
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,1536,0.0088746663596895
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,512,0.006115555349323485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,768,0.0070257774657673305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,64,0.0032711111836963226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,128,0.00369777778784434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,256,0.003925333420435588
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,32,0.003015111097031169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,16384,0.042154666450288564
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,12288,0.031146665414174397
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,10240,0.027079110344250996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,8192,0.022812444302770827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,65536,0.14671644899580213
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,7168,0.020394666327370536
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,6144,0.018033777674039204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,4096,0.01407999959256914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,3584,0.01314133322901196
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,5120,0.017635555730925668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,3072,0.012259555359681448
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,2048,0.010581333604123859
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,2560,0.012288000020715924
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,1024,0.007822222179836696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,1536,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,512,0.005973333285914526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,256,0.003726222034957674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,768,0.00685511115524504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,64,0.003100444459252887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,32,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,128,0.0034133332471052804
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,16384,0.0288426677385966
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,65536,0.09267199701733059
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,12288,0.02318222158484989
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,10240,0.020024889045291476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,8192,0.016753777861595154
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,7168,0.017180444465743173
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,5120,0.012970666918489667
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,6144,0.015615999698638916
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,4096,0.012316444681750404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,3584,0.011946666571829053
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,3072,0.011150221857759686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,2560,0.010069333016872406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,2048,0.008220444122950235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,1024,0.007793777518802219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,1536,0.00657066661450598
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,768,0.006826666494210561
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,512,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,128,0.0032995556377702286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,256,0.003669333126809862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,64,0.003072000005178981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,32,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,65536,0.07270399729410808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,12288,0.01868799991077847
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,16384,0.02497422198454539
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,10240,0.01789155602455139
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,8192,0.014535110857751636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,6144,0.012629333469602795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,7168,0.014648889501889547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,5120,0.012544000314341651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,3584,0.009557333257463243
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,4096,0.010126222338941362
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,3072,0.008760888543393876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,2560,0.007907555335097844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,2048,0.00739555557568868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,1024,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,1536,0.007111111448870764
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,768,0.006798222247097228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,256,0.003583999971548716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,128,0.0032711111836963226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,512,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,64,0.003100444459252887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,32,0.0026737778551048706
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,16384,0.017265778448846605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,12288,0.01462044484085507
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,10240,0.013226666384273104
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,8192,0.012544000314341651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,65536,0.054528001281950206
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,7168,0.012060444388124677
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,5120,0.009358222285906473
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,6144,0.011719110939237805
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,3584,0.007651555869314406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,3072,0.007367110914654202
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,2560,0.007111111448870764
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,4096,0.00833422193924586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,1536,0.007338666253619724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,2048,0.00739555557568868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,768,0.0047217777205838096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,1024,0.006257777826653586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,512,0.004607999904288186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,128,0.003185777821474605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,256,0.003583999971548716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,64,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,32,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,16384,0.01200355589389801
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,65536,0.033166223102145724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,12288,0.010495999621020423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,10240,0.01035377797153261
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,7168,0.008192000289758047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,8192,0.008561777571837107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,5120,0.00739555557568868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,6144,0.0079644446571668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,4096,0.006798222247097228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,3072,0.006542222367392645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,3584,0.007452444069915348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,2560,0.007082666787836287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,1536,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,1024,0.005461333526505365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,768,0.004607999904288186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,2048,0.006058666855096817
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,512,0.004494222087992562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,128,0.003072000005178981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,256,0.00349866681628757
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,32,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,64,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,65536,0.020764445265134174
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,12288,0.00870400004916721
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,16384,0.010439111126793755
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,10240,0.008903111020723978
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,7168,0.008277333445019191
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,8192,0.008504889077610439
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,6144,0.007623111208279927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,5120,0.007452444069915348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,4096,0.006627555522653792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,3584,0.007054222126801808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,2560,0.006940444310506185
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,3072,0.006343110981914733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,2048,0.005575110928879843
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,1536,0.005461333526505365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,1024,0.005205333232879639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,768,0.0046364445653226645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,512,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,64,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,256,0.00830577810605367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,32,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,128,0.003100444459252887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,65536,0.01590044465329912
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,12288,0.00830577810605367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,10240,0.007992888490358988
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,16384,0.008732444710201686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,8192,0.008362666600280339
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,7168,0.00776533368561003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,6144,0.007338666253619724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,5120,0.007651555869314406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,4096,0.006826666494210561
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,3584,0.006741333338949416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,3072,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,2048,0.0063999998900625445
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,1536,0.006200888918505774
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,2560,0.0064284445510970215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,1024,0.005120000077618493
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,768,0.004579555657174853
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,512,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,128,0.003043555551105075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,64,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,32,0.0025315555847353404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,256,0.004209777961174647
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,65536,0.014051554931534661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,16384,0.008618666893906063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,8192,0.007623111208279927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,12288,0.008163555628723567
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,7168,0.007651555869314406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,6144,0.007281777759393056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,10240,0.00793599999613232
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,5120,0.007338666253619724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,4096,0.0059164443777667145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,3072,0.006058666855096817
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,3584,0.006485333459244833
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,2560,0.0058311112225055695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,1024,0.005034666508436203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,2048,0.005461333526505365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,1536,0.006115555349323485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,768,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,512,0.003953777667548922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,128,0.002986666642957263
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,256,0.0034133332471052804
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,64,0.0026168889469570587
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,32,0.0025600000388092464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,10240,0.8155022197299533
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,12288,0.9621333016289605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,16384,1.411100493537055
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,8192,0.6649742126464844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,7168,0.6264319949679905
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,6144,0.5428906546698676
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,5120,0.45690308676825625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,4096,0.3641457822587755
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,3584,0.3338809013366699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,3072,0.2872320016225179
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,2560,0.2398151026831733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,2048,0.18628266122606066
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,1536,0.1459768878089057
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,1024,0.10151822037167019
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,256,0.03529955612288581
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,512,0.05370311273468865
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,128,0.014933332800865173
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,768,0.07458133167690702
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,64,0.009415110780133141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,32,0.007367110914654202
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,12288,0.27050667338901097
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,16384,0.3553280035654704
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,10240,0.23062756326463488
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,8192,0.18969599405924478
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,7168,0.16785066657596162
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,6144,0.14680177635616726
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,5120,0.1253546608818902
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,4096,0.1008639997906155
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,3584,0.09295644362767537
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,65536,1.356003549363878
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,3072,0.08106666803359985
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,2560,0.06658844153086345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,1536,0.04303644431961907
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,2048,0.05506844321886698
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,768,0.022272000710169475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,256,0.009472000102202097
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,512,0.01587199999226464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,1024,0.03191466795073615
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,128,0.005461333526505365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,64,0.004295111116435793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,32,0.003953777667548922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,16384,0.26928355958726674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,12288,0.20619377824995253
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,10240,0.17641244994269478
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,8192,0.14631822374131945
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,6144,0.11110399829016791
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,5120,0.08820622497134739
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,7168,0.1278862158457438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,3584,0.057799114121331104
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,3072,0.055665777789221875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,4096,0.07091199689441256
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,2560,0.04710400104522705
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,1536,0.03126044405831231
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,1024,0.02124799953566657
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,2048,0.03919644488228692
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,768,0.018801778554916382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,128,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,256,0.008362666600280339
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,512,0.013767110804716745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,64,0.004010666575696734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,32,0.003612444632583194
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,65536,1.0237724516126845
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,16384,0.2243413395351834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,12288,0.17277155982123482
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,8192,0.1222826639811198
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,7168,0.10760533147388035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,6144,0.09685333569844563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,10240,0.14734221829308405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,5120,0.0743537810113695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,4096,0.06129778093761868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,3584,0.04974933465321859
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,3072,0.04795733425352308
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,2560,0.041159109936820135
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,2048,0.034048000971476235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,1536,0.0273635552989112
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,1024,0.02011022302839491
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,768,0.017749332719379
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,512,0.012970666918489667
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,65536,0.7659235530429416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,256,0.007054222126801808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,128,0.004352000024583605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,64,0.0038115556041399636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,32,0.00349866681628757
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,16384,0.1850879987080892
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,12288,0.14190933439466688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,10240,0.12057599756452773
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,7168,0.08797866768307155
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,8192,0.09978310929404365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,5120,0.0658773316277398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,4096,0.05097244514359368
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,6144,0.0765155553817749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,3584,0.04625066783693102
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,3072,0.04061866799990336
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,65536,0.6210275755988227
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,2560,0.03535644544495477
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,2048,0.02921244502067566
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,1536,0.022983110613293115
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,1024,0.016952888833151925
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,768,0.01644088824590047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,256,0.00608711110221015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,128,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,512,0.012088889049159156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,64,0.003612444632583194
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,32,0.0033564445459180405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,16384,0.1640675597720676
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,12288,0.12620800071292454
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,10240,0.10803200138939752
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,8192,0.08979911274380153
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,7168,0.07847822374767728
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,6144,0.06835199726952447
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,5120,0.057941330803765186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,4096,0.046705779102113515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,3584,0.04181333382924398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,3072,0.03672177924050225
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,2560,0.03330844309594896
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,2048,0.02608355548646715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,1536,0.020451555649439495
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,1024,0.015217777755525378
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,65536,0.6137457953559028
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,768,0.015758223003811307
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,512,0.011434666812419891
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,256,0.005745777653323279
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,128,0.003925333420435588
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,64,0.003527111063400904
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,32,0.0032711111836963226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,12288,0.10860088798734878
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,16384,0.13954844739702013
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,10240,0.08846222029791938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,8192,0.07463822099897596
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,7168,0.06417066521114774
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,6144,0.05546666516198052
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,5120,0.04704711172315809
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,4096,0.038485334979163274
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,3584,0.03126044405831231
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,3072,0.029923554923799302
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,2560,0.02517333295610216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,1536,0.015189333094490899
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,2048,0.020963556236690942
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,1024,0.012714666624863943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,768,0.01035377797153261
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,65536,0.519395563337538
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,512,0.00833422193924586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,256,0.0052622221410274506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,128,0.0038399998512532976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,32,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,64,0.0034133332471052804
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,12288,0.08840533097585042
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,10240,0.07577600081761678
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,16384,0.12151466475592719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,8192,0.06374400191836886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,7168,0.05398755603366428
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,6144,0.04716089036729601
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,5120,0.03911111089918349
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,4096,0.03330844309594896
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,65536,0.3958897855546739
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,3584,0.029098666376537744
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,3072,0.02500266664557987
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,2560,0.021760000122918025
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,1536,0.014933332800865173
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,2048,0.018005333013004728
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,768,0.009500444763236577
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,1024,0.011235555840863122
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,512,0.006968888971540663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,256,0.005063111169470681
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,128,0.004238222208287981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,64,0.0033280000918441345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,32,0.0033280000918441345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,16384,0.09898666540781657
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,10240,0.06217955880694919
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,12288,0.07247644662857056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,8192,0.05245155427190992
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,7168,0.044657776753107704
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,6144,0.0384568903181288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,65536,0.3303537898593479
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,5120,0.03288177649180094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,4096,0.026368000441127356
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,3584,0.024661334024535284
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,3072,0.02184533410602146
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,2560,0.018773333893881906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,2048,0.015644444359673392
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,1024,0.010240000155236986
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,1536,0.01308444473478529
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,512,0.006144000010357962
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,256,0.004920888692140579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,768,0.008789333204428354
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,32,0.0032142222755485107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,64,0.0032995556377702286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,128,0.0040960001448790235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,16384,0.08897422419653998
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,12288,0.06576355298360188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,10240,0.05700266361236572
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,8192,0.05572266711129082
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,65536,0.2964479923248291
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,7168,0.05060266786151462
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,6144,0.04485688938034905
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,5120,0.039423998859193586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,3584,0.022983110613293115
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,4096,0.03265422251489427
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,3072,0.019996444384257
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,2560,0.01757866640885671
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,1536,0.012259555359681448
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,2048,0.014876445134480795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,1024,0.009728000395827824
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,768,0.007992888490358988
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,512,0.006001777946949005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,256,0.004892444445027245
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,128,0.0040960001448790235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,64,0.0032995556377702286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,32,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,12288,0.057031108273400195
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,10240,0.044572446081373424
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,16384,0.07372799846861097
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,8192,0.040305776728524104
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,7168,0.035896887381871544
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,6144,0.03208533260557387
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,65536,0.2739484575059679
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,5120,0.02790400054719713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,4096,0.021930666433440313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,3072,0.017123555143674214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,2048,0.011633777783976661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,3584,0.01959822244114346
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,2560,0.014904888139830695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,1024,0.008618666893906063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,1536,0.01146311147345437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,512,0.004920888692140579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,768,0.005888000130653381
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,256,0.004181333300140169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,32,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,64,0.0032995556377702286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,128,0.003612444632583194
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,16384,0.05717333157857259
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,12288,0.04969244533114963
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,10240,0.0425528883934021
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,8192,0.034986668162875705
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,7168,0.031089779403474595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,65536,0.22980266147189668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,6144,0.026424888107511733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,3072,0.01425066590309143
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,3584,0.01777777738041348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,5120,0.0243484444088406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,4096,0.020679111282030743
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,2048,0.011519999967681037
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,2560,0.013653332988421122
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,1536,0.010865777730941772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,1024,0.008078222473462423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,768,0.005461333526505365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,512,0.004750222381618288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,256,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,128,0.0034702221552530923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,64,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,32,0.0029582221888833572
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,16384,0.054698665936787925
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,12288,0.04093155595991347
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,65536,0.16935822698805067
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,10240,0.03501510951254103
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,8192,0.030236442883809406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,7168,0.026908444033728704
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,6144,0.02420622275935279
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,5120,0.01942755613062117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,4096,0.016270221935378183
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,3072,0.013795555465751223
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,3584,0.016753777861595154
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,2048,0.01146311147345437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,1024,0.00776533368561003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,768,0.005176888985766305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,2560,0.013596444494194455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,1536,0.010268444816271463
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,512,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,128,0.0033848887930313745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,64,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,32,0.0029297777348094513
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,256,0.003953777667548922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,16384,0.03840000099605984
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,10240,0.025457777910762366
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,12288,0.032369779215918645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,65536,0.1336888869603475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,8192,0.02164622147878011
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,7168,0.018545778261290658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,6144,0.016895999511082966
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,4096,0.013198222551080914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,5120,0.016241777274343703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,3584,0.013198222551080914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,2048,0.009073778159088558
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,2560,0.011719110939237805
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,3072,0.012288000020715924
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,1536,0.009500444763236577
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,768,0.007082666787836287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,1024,0.007793777518802219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,512,0.005347555710209741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,256,0.0037546666959921518
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,64,0.0028444443725877335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,32,0.0028159999185138275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,128,0.0032711111836963226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,12288,0.02130488885773553
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,16384,0.02702222267786662
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,10240,0.018545778261290658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,65536,0.08743821912341648
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,8192,0.016384000579516094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,6144,0.013653332988421122
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,7168,0.01607111096382141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,5120,0.012544000314341651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,4096,0.011178666518794166
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,3072,0.012913777596420713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,2560,0.011719110939237805
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,2048,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,3584,0.015018666783968607
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,1536,0.00793599999613232
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,1024,0.007623111208279927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,768,0.0063999998900625445
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,512,0.004551110996140374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,256,0.003669333126809862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,128,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,64,0.003015111097031169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,32,0.0029297777348094513
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,12288,0.01942755613062117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,65536,0.0692053304778205
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,10240,0.017863111363516915
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,16384,0.025059555967648823
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,8192,0.015786666009161208
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,7168,0.015160888433456421
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,6144,0.0144213338692983
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,5120,0.013567999833159976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,4096,0.012885332935386233
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,3072,0.01018311083316803
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,2560,0.01035377797153261
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,3584,0.012686221963829465
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,2048,0.007623111208279927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,1536,0.0075093333919843035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,1024,0.006485333459244833
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,768,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,512,0.004494222087992562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,256,0.003612444632583194
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,128,0.0032995556377702286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,64,0.0028728888266616394
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,32,0.0028728888266616394
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,16384,0.015985776980717976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,65536,0.05134222242567274
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,12288,0.013767110804716745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,10240,0.012458666331238218
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,8192,0.011349333657158745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,7168,0.010751999914646149
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,6144,0.010126222338941362
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,5120,0.009130666653315226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,4096,0.008277333445019191
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,3584,0.007623111208279927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,2560,0.007679999702506595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,2048,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,3072,0.008220444122950235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,1024,0.006229333165619109
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,768,0.006343110981914733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,1536,0.00685511115524504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,512,0.006030222194062338
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,256,0.003583999971548716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,128,0.0032711111836963226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,32,0.0028444443725877335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,64,0.0028444443725877335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,16384,0.011719110939237805
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,65536,0.02798933453030056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,12288,0.010240000155236986
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,10240,0.009386666946940953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,8192,0.008248888783984715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,7168,0.007907555335097844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,6144,0.0074240002367231585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,5120,0.007139555282062954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,4096,0.0069120000633928515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,3584,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,3072,0.006684444430801604
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,2560,0.007224889265166388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,2048,0.007452444069915348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,1536,0.005888000130653381
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,1024,0.006030222194062338
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,768,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,512,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,256,0.0040960001448790235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,128,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,64,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,32,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,65536,0.01769244505299462
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,16384,0.009898666706350114
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,12288,0.00870400004916721
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,10240,0.008220444122950235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,8192,0.007679999702506595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,7168,0.007338666253619724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,6144,0.0070257774657673305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,5120,0.007224889265166388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,4096,0.006769777586062749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,3584,0.006769777586062749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,3072,0.006172444257471297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,2560,0.005973333285914526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,2048,0.0074240002367231585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,1536,0.006001777946949005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,1024,0.0059164443777667145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,768,0.006343110981914733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,512,0.004067555483844546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,256,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,128,0.003185777821474605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,64,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,32,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,65536,0.014762666490342883
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,16384,0.008732444710201686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,12288,0.008220444122950235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,10240,0.007879111501905654
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,8192,0.007651555869314406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,7168,0.007679999702506595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,6144,0.007310222420427535
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,5120,0.007452444069915348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,4096,0.006257777826653586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,3584,0.006200888918505774
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,3072,0.0058311112225055695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,2560,0.005660444498062134
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,2048,0.00608711110221015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,1536,0.006172444257471297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,1024,0.005205333232879639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,768,0.0046364445653226645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,512,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,256,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,128,0.003185777821474605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,64,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,32,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,65536,0.012771555946932899
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,16384,0.008618666893906063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,10240,0.007822222179836696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,8192,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,12288,0.008049777812427944
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,7168,0.006456888798210356
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,6144,0.006741333338949416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,4096,0.005802666561471091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,3584,0.006883555402358373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,5120,0.00657066661450598
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,2560,0.0063999998900625445
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,3072,0.00657066661450598
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,1536,0.006172444257471297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,2048,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,1024,0.005063111169470681
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,512,0.0039822223285834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,768,0.004494222087992562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,256,0.0039822223285834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,128,0.003185777821474605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,64,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,32,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,12288,0.9498453140258789
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,10240,0.8046364254421658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,16384,1.2760462231106229
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,7168,0.5714204576280382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,8192,0.6543644269307455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,6144,0.5356373257107204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,5120,0.4123591052161322
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,4096,0.3581724431779649
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,3584,0.29744354883829754
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,3072,0.28111643261379665
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,2560,0.23515023125542533
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,2048,0.18309688568115234
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,1536,0.14375821749369302
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,768,0.07332977983686659
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,256,0.02773333258099026
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,1024,0.10072177648544312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,32,0.007850666840871176
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,128,0.014904888139830695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,512,0.052764445543289185
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,64,0.00924444446961085
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,10240,0.22744178771972656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,16384,0.3510613441467285
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,12288,0.26643911997477215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,7168,0.16432355509863958
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,8192,0.1872497797012329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,6144,0.14384355809953478
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,5120,0.12302222516801621
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,4096,0.09949866930643718
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,3584,0.09033955468071832
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,3072,0.07927466763390435
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,2048,0.05481244458092583
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,2560,0.06707200076844957
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,1536,0.04266666703754001
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,1024,0.031345778041415744
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,768,0.022300443715519373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,512,0.015644444359673392
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,256,0.009415110780133141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,128,0.0053191110491752625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,64,0.004152889053026835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,32,0.0037831109431054858
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,65536,1.349944856431749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,12288,0.20306489202711317
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,16384,0.26703643798828125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,10240,0.17299911710951063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,8192,0.1430471075905694
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,6144,0.10934044255150689
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,7168,0.12720355722639295
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,5120,0.09363910886976455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,4096,0.07065600156784058
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,3584,0.06286222404903836
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,2048,0.03896888759401109
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,2560,0.04704711172315809
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,1024,0.02258488867017958
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,65536,1.0173155466715496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,1536,0.030976000759336684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,768,0.018801778554916382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,3072,0.05503999855783251
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,256,0.008362666600280339
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,512,0.013624889155228933
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,128,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,64,0.0038399998512532976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,32,0.0034702221552530923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,12288,0.1702115535736084
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,16384,0.22217955854203966
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,8192,0.12023466163211399
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,10240,0.14537955654992
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,7168,0.1067519982655843
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,6144,0.09594311316808064
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,5120,0.08160710997051664
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,4096,0.06115555763244629
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,3584,0.054357333315743335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,3072,0.04790044493145413
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,2560,0.04081777731577555
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,2048,0.03384888834423489
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,1536,0.0270506673389011
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,512,0.01274311128589842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,768,0.01757866640885671
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,1024,0.020081778367360432
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,65536,0.8432639969719781
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,128,0.004323555363549126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,64,0.003726222034957674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,256,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,32,0.0033848887930313745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,12288,0.13994667265150282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,16384,0.18255644374423555
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,10240,0.11935288376278347
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,8192,0.09998222192128499
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,7168,0.08760888708962335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,5120,0.06476800309287177
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,6144,0.07569066683451335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,4096,0.051029334465662636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,3584,0.04593777656555176
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,3072,0.040305776728524104
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,2560,0.03490133417977227
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,2048,0.02887111239963108
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,1536,0.023039999935362074
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,1024,0.017151999804708693
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,768,0.01644088824590047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,512,0.011889778077602386
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,256,0.006627555522653792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,128,0.004010666575696734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,65536,0.688270197974311
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,64,0.003583999971548716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,32,0.0032995556377702286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,12288,0.13044622209337023
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,16384,0.1647217803531223
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,10240,0.10612622234556411
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,8192,0.08925866418414646
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,7168,0.07890488704045613
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,5120,0.05845333470238579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,6144,0.06789688931571113
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,4096,0.0458808872434828
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,3584,0.0417848891682095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,3072,0.03660800059636434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,2048,0.02591288917594486
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,2560,0.031231999397277832
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,1536,0.02050844497150845
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,1024,0.015047111445003085
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,512,0.011377777490350934
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,768,0.01570133368174235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,65536,0.6121813456217448
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,256,0.005717333406209946
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,128,0.0038684445122877755
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,64,0.0034417777011791864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,32,0.005461333526505365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,12288,0.10700800021489461
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,16384,0.13826844427320692
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,10240,0.08840533097585042
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,8192,0.07463822099897596
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,7168,0.0633173320028517
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,6144,0.055580443806118436
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,5120,0.04699022240108914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,4096,0.03825777769088745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,3584,0.03424711028734843
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,3072,0.029639111624823675
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,65536,0.5185422367519802
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,2560,0.026424888107511733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,2048,0.02070755594306522
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,1024,0.015758223003811307
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,768,0.010240000155236986
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,1536,0.016725333200560678
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,512,0.007793777518802219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,256,0.005091555416584015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,64,0.0033848887930313745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,128,0.0037831109431054858
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,32,0.005432888865470886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,12288,0.08849066495895386
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,16384,0.10788977808422512
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,10240,0.07483733362621732
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,8192,0.06306133005354139
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,7168,0.053447110785378345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,6144,0.04644977715280321
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,5120,0.03564088874393039
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,4096,0.033109333780076765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,3584,0.02628266645802392
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,2560,0.019740444090631273
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,3072,0.025230222278171118
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,65536,0.4325831201341417
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,2048,0.018062222335073683
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,1536,0.014819555812411837
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,1024,0.010382222632567087
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,768,0.009500444763236577
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,256,0.005120000077618493
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,128,0.0041244443919923575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,512,0.007281777759393056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,64,0.0033280000918441345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,32,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,12288,0.07170844740337796
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,16384,0.09807644287745158
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,10240,0.0610133343272739
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,8192,0.052110221650865346
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,6144,0.03840000099605984
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,7168,0.04423111014895969
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,5120,0.0329386658138699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,4096,0.02639644510216183
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,3584,0.024604444702466328
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,65536,0.3465386761559381
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,3072,0.021532444490326777
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,2560,0.018602665927675035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,1536,0.012999110751681857
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,1024,0.010211555494202508
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,2048,0.015644444359673392
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,768,0.008732444710201686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,256,0.004892444445027245
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,512,0.00608711110221015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,128,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,64,0.0032711111836963226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,32,0.0032142222755485107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,12288,0.06479644775390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,16384,0.08945777681138779
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,10240,0.05606400304370456
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,8192,0.05484088924196032
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,65536,0.2826240062713623
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,6144,0.04425955480999417
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,7168,0.05043199989530775
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,5120,0.03640888796912299
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,4096,0.032369779215918645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,3072,0.018545778261290658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,3584,0.022897778285874262
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,2048,0.014876445134480795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,1536,0.0121742222044203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,2560,0.017664000391960144
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,1024,0.009699555734793345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,256,0.004864000197913912
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,512,0.005888000130653381
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,768,0.007879111501905654
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,64,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,128,0.003953777667548922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,32,0.003185777821474605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,12288,0.056405332353379994
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,10240,0.04807110958629184
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,16384,0.07310222254859076
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,8192,0.03982222080230713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,7168,0.03515733281771342
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,6144,0.0318577786286672
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,65536,0.24354132016499838
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,5120,0.02770488957564036
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,4096,0.023381332556406658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,3584,0.019342222147517733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,3072,0.017151999804708693
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,2048,0.012657778130637275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,2560,0.014848000473446317
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,1536,0.011491555306646558
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,768,0.005745777653323279
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,512,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,1024,0.009187555147541894
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,256,0.0041244443919923575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,128,0.003555555724435382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,64,0.0032142222755485107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,32,0.003185777821474605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,12288,0.04431644413206312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,16384,0.06263466676076253
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,8192,0.031317333380381264
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,10240,0.04189866781234741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,7168,0.030862222115198772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,65536,0.22698667314317492
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,6144,0.025770665870772466
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,5120,0.024120888776249353
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,4096,0.018744889232847426
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,3072,0.015559110376569959
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,3584,0.01757866640885671
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,2048,0.010524444282054901
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,2560,0.013767110804716745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,1536,0.010808889236715106
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,512,0.0046364445653226645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,1024,0.008419555922349295
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,768,0.005347555710209741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,256,0.004010666575696734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,128,0.0034133332471052804
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,32,0.003043555551105075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,64,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,16384,0.04909511076079475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,10240,0.035071998834609985
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,12288,0.04292266567548116
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,8192,0.02958222230275472
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,65536,0.17231644524468315
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,7168,0.023552000522613525
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,5120,0.018062222335073683
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,6144,0.02252799934811062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,3584,0.014335999886194864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,3072,0.013283555706342062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,4096,0.016924444172117446
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,2560,0.012088889049159156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,2048,0.011633777783976661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,1024,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,768,0.005034666508436203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,1536,0.01015466699997584
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,512,0.004408888932731417
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,256,0.0038399998512532976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,128,0.0032995556377702286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,64,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,32,0.003072000005178981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,16384,0.03723377651638455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,12288,0.02907022171550327
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,10240,0.025031111306614343
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,8192,0.02087822225358751
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,65536,0.1448106633292304
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,6144,0.016725333200560678
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,7168,0.020252444677882724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,5120,0.016156444946924847
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,4096,0.014051554931534661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,3584,0.012117333710193634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,3072,0.012088889049159156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,2560,0.010780444575680627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,2048,0.0096142225795322
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,1024,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,1536,0.009557333257463243
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,768,0.0069120000633928515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,512,0.005347555710209741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,256,0.0037546666959921518
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,128,0.0032142222755485107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,64,0.003100444459252887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,32,0.0029582221888833572
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,16384,0.026567111412684124
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,12288,0.02093511157565647
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,10240,0.01831822262869941
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,7168,0.014648889501889547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,65536,0.08763733175065781
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,8192,0.016128000285890367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,6144,0.013454222016864352
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,5120,0.012288000020715924
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,3584,0.010467555787828235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,4096,0.011747555600272285
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,2560,0.008561777571837107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,2048,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,3072,0.012657778130637275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,1024,0.007594666547245449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,1536,0.007679999702506595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,768,0.006343110981914733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,256,0.003640888879696528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,128,0.0033564445459180405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,64,0.0028728888266616394
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,512,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,32,0.0029013332807355454
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,16384,0.022783999641736347
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,12288,0.01905777719285753
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,65536,0.06783999999364217
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,10240,0.01769244505299462
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,8192,0.015473778049151102
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,6144,0.014136888914638095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,5120,0.013425778183672162
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,7168,0.015815110670195687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,4096,0.012686221963829465
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,3072,0.009898666706350114
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,3584,0.012288000020715924
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,2560,0.008078222473462423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,2048,0.007708444363541073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,1536,0.007224889265166388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,768,0.006343110981914733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,1024,0.006314666734801398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,512,0.004494222087992562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,256,0.004152889053026835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,128,0.0032711111836963226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,64,0.0028444443725877335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,32,0.0028159999185138275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,16384,0.015672889020707872
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,65536,0.04989155464702182
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,12288,0.013624889155228933
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,8192,0.01109333336353302
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,10240,0.01223111069864697
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,6144,0.009841777384281158
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,5120,0.008817777865462834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,7168,0.010695111420419482
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,4096,0.007992888490358988
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,3584,0.007452444069915348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,2560,0.007850666840871176
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,2048,0.007623111208279927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,1536,0.006627555522653792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,3072,0.008135110967689091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,1024,0.006058666855096817
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,768,0.006314666734801398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,512,0.0040960001448790235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,256,0.004152889053026835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,128,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,64,0.0028444443725877335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,32,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,16384,0.011548444628715515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,65536,0.02702222267786662
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,10240,0.008988444175985124
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,12288,0.00998399986161126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,8192,0.007992888490358988
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,6144,0.007253333098358578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,5120,0.006968888971540663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,7168,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,4096,0.006712889091836081
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,3584,0.007281777759393056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,3072,0.006513777706358168
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,2560,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,2048,0.007480888730949826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,1536,0.005888000130653381
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,1024,0.0058311112225055695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,768,0.006314666734801398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,512,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,256,0.0040960001448790235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,128,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,64,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,32,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,65536,0.0169813334941864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,16384,0.008760888543393876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,8192,0.007139555282062954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,12288,0.008561777571837107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,10240,0.007452444069915348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,6144,0.006798222247097228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,7168,0.007111111448870764
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,5120,0.006826666494210561
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,4096,0.006542222367392645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,3584,0.006513777706358168
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,2048,0.007480888730949826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,3072,0.005859555469618903
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,1536,0.005859555469618903
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,1024,0.0075093333919843035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,2560,0.007708444363541073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,768,0.006314666734801398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,512,0.004010666575696734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,128,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,256,0.004010666575696734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,64,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,32,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,16384,0.008419555922349295
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,12288,0.007793777518802219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,10240,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,8192,0.007253333098358578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,65536,0.014449778530332776
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,7168,0.007367110914654202
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,6144,0.006968888971540663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,5120,0.007253333098358578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,4096,0.005631999837027655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,3584,0.006599111275540457
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,2560,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,2048,0.006144000010357962
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,3072,0.0064284445510970215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,1024,0.005034666508436203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,1536,0.005973333285914526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,768,0.005233777893914117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,256,0.0039822223285834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,128,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,512,0.0039822223285834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,64,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,32,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,16384,0.008163555628723567
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,65536,0.011235555840863122
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,12288,0.007679999702506595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,10240,0.00739555557568868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,8192,0.006030222194062338
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,7168,0.007167999943097432
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,5120,0.006968888971540663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,6144,0.006769777586062749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,4096,0.0063999998900625445
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,3584,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,2560,0.006172444257471297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,2048,0.005973333285914526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,3072,0.006200888918505774
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,1536,0.005859555469618903
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,1024,0.005148444324731827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,512,0.003953777667548922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,768,0.005205333232879639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,256,0.004010666575696734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,128,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,32,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,64,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,10240,0.8166400061713325
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,12288,0.9424497816297742
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,16384,1.2672853469848633
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,8192,0.6475662125481499
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,7168,0.6211128764682347
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,6144,0.4877369138929579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,4096,0.3240106635623508
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,5120,0.448853333791097
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,3584,0.3239537874857585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,3072,0.2542364332411024
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,2048,0.19106133778889975
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,2560,0.23307379086812338
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,1536,0.15425422456529406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,1024,0.09873066345850627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,768,0.07330133517583211
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,512,0.051967998345692955
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,256,0.02790400054719713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,32,0.007793777518802219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,128,0.015246222416559855
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,64,0.008931555681758458
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,10240,0.22476800282796225
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,12288,0.2659840053982205
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,16384,0.35054932700263125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,8192,0.18594133853912354
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,7168,0.16230400403340658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,6144,0.14210844039916992
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,5120,0.121998217370775
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,4096,0.09884444210264419
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,3584,0.08920177486207749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,3072,0.07825066645940144
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,2560,0.0688355565071106
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,2048,0.05478399991989136
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,1536,0.04258133305443657
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,1024,0.03126044405831231
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,768,0.022129777404997084
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,512,0.015758223003811307
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,256,0.009443555441167619
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,64,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,128,0.0052622221410274506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,32,0.003726222034957674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,65536,1.3420942094590929
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,16384,0.2673208978441027
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,12288,0.20167111025916207
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,10240,0.17206044991811117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,8192,0.14287643962436253
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,7168,0.1256106694539388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,6144,0.10968177848392063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,5120,0.09352533022562663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,4096,0.07059911224577162
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,65536,1.0115413665771484
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,3584,0.06263466676076253
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,3072,0.054755555258856885
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,2560,0.04687644375695122
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,2048,0.0389120015833113
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,1536,0.03106133474244012
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,1024,0.022755554980701868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,768,0.018773333893881906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,512,0.013567999833159976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,128,0.00443733317984475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,64,0.0037546666959921518
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,32,0.005461333526505365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,256,0.008277333445019191
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,16384,0.22146844863891602
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,12288,0.16981332831912568
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,10240,0.14401422606574163
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,8192,0.12066133817036946
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,7168,0.10538666778140598
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,6144,0.09614221917258368
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,4096,0.060671998394860156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,5120,0.08120889133877225
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,3072,0.04758755697144402
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,3584,0.05421511001057095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,2048,0.03384888834423489
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,1536,0.02719288898838891
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,65536,0.8435484568277994
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,768,0.017550221747822232
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,1024,0.020053333706325956
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,512,0.012799999780125089
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,256,0.007338666253619724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,2560,0.041045334604051374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,64,0.003583999971548716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,32,0.005432888865470886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,128,0.004238222208287981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,12288,0.13915022214253744
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,16384,0.18116266197628447
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,10240,0.11867022514343262
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,8192,0.09830400016572739
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,7168,0.07944533560011122
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,5120,0.06391466988457574
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,4096,0.05134222242567274
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,6144,0.07560533285140991
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,3584,0.04212622178925408
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,65536,0.6147128740946451
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,2560,0.03447466757562425
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,3072,0.040277332067489624
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,1536,0.021105777886178758
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,2048,0.02887111239963108
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,1024,0.017066667477289837
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,768,0.016355555918481614
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,512,0.011747555600272285
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,256,0.006599111275540457
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,64,0.0034417777011791864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,32,0.005432888865470886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,128,0.004010666575696734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,16384,0.16401067044999865
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,12288,0.13016177548302546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,10240,0.11070577965842353
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,8192,0.0802417794863383
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,7168,0.07839288976457384
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,6144,0.0628053347269694
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,5120,0.058026664786868624
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,4096,0.04607999987072415
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,3584,0.04169955518510607
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,3072,0.036664889918433294
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,2560,0.031459556685553655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,2048,0.02400711178779602
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,1536,0.02036622166633606
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,65536,0.6113564703199599
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,1024,0.015274667077594332
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,768,0.015672889020707872
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,256,0.005233777893914117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,512,0.01129244433508979
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,64,0.0059164443777667145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,32,0.005461333526505365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,128,0.0038399998512532976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,16384,0.1372728877597385
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,12288,0.10672355360454983
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,10240,0.08868977758619521
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,8192,0.07412622372309367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,7168,0.06377244657940336
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,6144,0.05506844321886698
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,5120,0.04673422376314799
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,4096,0.03825777769088745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,65536,0.46418486701117617
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,3584,0.03379199902216593
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,3072,0.029923554923799302
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,2048,0.020991999242040846
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,1536,0.016583111551072862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,2560,0.02497422198454539
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,768,0.010211555494202508
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,512,0.008248888783984715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,1024,0.012629333469602795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,256,0.005120000077618493
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,128,0.003669333126809862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,32,0.005432888865470886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,64,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,16384,0.1172764433754815
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,12288,0.08834844165378147
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,8192,0.06294755803214179
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,7168,0.05347555544641283
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,10240,0.07534933090209961
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,6144,0.04627911249796549
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,5120,0.039452443520228066
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,3584,0.028586665789286297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,2560,0.021589333812395733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,3072,0.02500266664557987
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,4096,0.03285333183076646
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,2048,0.018090666996108163
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,1536,0.014705777168273926
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,65536,0.4306488831837972
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,1024,0.011036444041464063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,768,0.009415110780133141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,512,0.007224889265166388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,256,0.004920888692140579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,128,0.0040960001448790235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,64,0.0032995556377702286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,16384,0.0870400004916721
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,32,0.0032142222755485107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,12288,0.07219200001822577
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,10240,0.061127112971411816
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,6144,0.03453155689769321
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,7168,0.04434488879309761
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,8192,0.05242310961087545
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,5120,0.029525332980685767
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,4096,0.02616888946957058
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,3072,0.019626667102177937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,3584,0.02437688906987508
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,2560,0.01902933253182305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,2048,0.014279110564125909
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,1536,0.013056000073750814
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,65536,0.3444337844848633
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,768,0.008163555628723567
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,1024,0.010240000155236986
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,512,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,32,0.0032142222755485107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,128,0.004067555483844546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,256,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,64,0.0032142222755485107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,16384,0.07785244120491876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,12288,0.06502399841944377
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,10240,0.051143109798431396
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,7168,0.038542220989863075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,65536,0.2781582143571642
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,8192,0.047331555022133716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,5120,0.03191466795073615
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,6144,0.03694933321740892
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,4096,0.027249778310457867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,3584,0.024576000041431848
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,3072,0.021987555755509272
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,2560,0.01942755613062117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,2048,0.014563555518786112
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,1024,0.008988444175985124
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,768,0.007907555335097844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,256,0.004693333473470476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,1536,0.01220266686545478
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,512,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,128,0.003925333420435588
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,32,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,64,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,12288,0.057087997595469155
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,16384,0.07196444272994995
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,8192,0.040476444694730974
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,10240,0.049123555421829224
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,7168,0.03712000118361579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,6144,0.03282489048110114
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,5120,0.02756266627046797
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,4096,0.024775111012988623
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,3584,0.021987555755509272
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,3072,0.019114666514926486
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,2560,0.017322666115230985
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,2048,0.01351111133893331
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,1536,0.011434666812419891
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,65536,0.2720426718393962
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,512,0.005859555469618903
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,1024,0.009215999808576372
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,768,0.0059164443777667145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,256,0.004067555483844546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,128,0.00349866681628757
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,64,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,32,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,12288,0.05247999893294441
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,16384,0.062236441506279834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,8192,0.03299555513593886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,10240,0.04212622178925408
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,65536,0.22806755701700845
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,7168,0.03208533260557387
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,6144,0.028444445795483057
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,3072,0.016639999217457242
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,4096,0.021134222547213238
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,5120,0.024490666058328416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,3584,0.019143111175960965
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,1024,0.007907555335097844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,2048,0.013738666971524557
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,1536,0.010780444575680627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,2560,0.015331554743978711
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,512,0.005859555469618903
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,768,0.005176888985766305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,256,0.003925333420435588
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,64,0.003043555551105075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,128,0.0033564445459180405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,32,0.003043555551105075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,16384,0.05407289001676771
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,10240,0.031203554736243352
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,12288,0.040334221389558576
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,8192,0.029326223664813574
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,6144,0.021134222547213238
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,7168,0.025400888588693406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,5120,0.019655111763212416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,4096,0.017009778155220878
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,65536,0.19026488727993437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,3072,0.013368888861603208
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,3584,0.015473778049151102
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,2560,0.012828444441159567
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,2048,0.011633777783976661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,1024,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,1536,0.010211555494202508
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,768,0.004977777600288391
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,512,0.005347555710209741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,128,0.0032711111836963226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,64,0.003015111097031169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,32,0.003015111097031169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,256,0.0038115556041399636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,16384,0.036920888556374445
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,12288,0.028728889094458684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,10240,0.024718221690919664
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,8192,0.021219554874632094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,65536,0.13220977783203125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,7168,0.01979733341270023
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,6144,0.018005333013004728
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,5120,0.016213332613309223
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,4096,0.013738666971524557
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,3072,0.011207111179828644
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,3584,0.012970666918489667
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,2048,0.009528888596428765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,2560,0.011434666812419891
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,1536,0.009443555441167619
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,1024,0.006513777706358168
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,512,0.0053191110491752625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,128,0.0032142222755485107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,768,0.006883555402358373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,256,0.0038684445122877755
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,64,0.002986666642957263
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,32,0.0029582221888833572
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,12288,0.022897778285874262
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,65536,0.08595910999510024
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,16384,0.028757333755493164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,10240,0.018204443984561496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,6144,0.013482666677898832
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,8192,0.01740800009833442
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,7168,0.01587199999226464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,4096,0.011008000208271874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,5120,0.01314133322901196
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,3072,0.012458666331238218
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,3584,0.01126399967405531
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,2560,0.009016888837019602
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,1536,0.00739555557568868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,2048,0.007992888490358988
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,1024,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,768,0.006343110981914733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,256,0.004152889053026835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,512,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,128,0.0032995556377702286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,64,0.0028444443725877335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,32,0.0028159999185138275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,16384,0.024234667420387268
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,12288,0.01902933253182305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,10240,0.017521777086787753
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,7168,0.014819555812411837
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,65536,0.07387022177378337
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,8192,0.016327111257447135
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,6144,0.014848000473446317
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,5120,0.013397333522637686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,4096,0.012544000314341651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,3584,0.016014221641752455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,2560,0.0088746663596895
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,3072,0.010325333310498131
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,2048,0.007708444363541073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,1536,0.007054222126801808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,768,0.006343110981914733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,1024,0.006257777826653586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,256,0.0041244443919923575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,512,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,128,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,64,0.0028159999185138275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,32,0.0028159999185138275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,65536,0.04895288745562235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,16384,0.017009778155220878
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,12288,0.013397333522637686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,10240,0.013027555412716336
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,8192,0.011804444094498953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,6144,0.00978488889005449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,7168,0.011150221857759686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,4096,0.007850666840871176
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,5120,0.009329777624871995
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,3584,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,2560,0.007793777518802219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,3072,0.007623111208279927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,2048,0.007651555869314406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,1536,0.0064284445510970215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,1024,0.005973333285914526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,512,0.0040960001448790235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,768,0.006314666734801398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,256,0.004152889053026835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,64,0.0028159999185138275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,32,0.0028444443725877335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,128,0.0033564445459180405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,16384,0.01200355589389801
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,12288,0.009813333551088968
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,10240,0.008817777865462834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,65536,0.0288426677385966
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,7168,0.007594666547245449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,8192,0.007850666840871176
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,6144,0.007111111448870764
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,5120,0.006883555402358373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,4096,0.006684444430801604
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,3584,0.007253333098358578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,3072,0.0064284445510970215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,1536,0.005888000130653381
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,2560,0.007708444363541073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,1024,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,2048,0.0075093333919843035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,768,0.006314666734801398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,512,0.004067555483844546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,256,0.0040960001448790235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,64,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,128,0.0032142222755485107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,32,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,65536,0.016583111551072862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,16384,0.008760888543393876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,12288,0.007793777518802219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,10240,0.007196444604131911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,8192,0.006798222247097228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,6144,0.00657066661450598
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,7168,0.006883555402358373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,5120,0.006826666494210561
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,4096,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,3584,0.007082666787836287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,2560,0.007679999702506595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,3072,0.006144000010357962
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,1536,0.005717333406209946
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,2048,0.007480888730949826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,768,0.006314666734801398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,1024,0.0075093333919843035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,256,0.004010666575696734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,512,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,128,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,64,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,32,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,16384,0.008192000289758047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,65536,0.01402311192618476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,12288,0.007679999702506595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,8192,0.007167999943097432
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,10240,0.007452444069915348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,7168,0.007224889265166388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,6144,0.006798222247097228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,5120,0.00699733363257514
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,3584,0.006485333459244833
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,4096,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,2560,0.006200888918505774
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,3072,0.006229333165619109
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,2048,0.005973333285914526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,1536,0.0058311112225055695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,768,0.005347555710209741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,1024,0.004949333353175057
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,256,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,512,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,128,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,64,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,32,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,65536,0.01092266705301073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,16384,0.008106666306654612
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,12288,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,8192,0.0070257774657673305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,10240,0.007281777759393056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,6144,0.006656000183688269
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,7168,0.0070257774657673305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,5120,0.006798222247097228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,4096,0.006257777826653586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,3072,0.006115555349323485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,3584,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,2560,0.00608711110221015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,1536,0.005745777653323279
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,2048,0.0059164443777667145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,1024,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,768,0.005176888985766305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,512,0.003953777667548922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,128,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,256,0.0039822223285834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,64,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,32,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,12288,0.9385813607109917
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,16384,1.257870250278049
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,10240,0.792376889122857
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,8192,0.6437830924987793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,7168,0.6167608896891276
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,6144,0.5337600178188747
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,5120,0.4481991132100423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,4096,0.35703465673658585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,3584,0.3220764531029595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,3072,0.27650843726264107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,2048,0.1901226705975003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,1536,0.14774044354756674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,2560,0.23042845726013184
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,1024,0.09847466813193427
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,768,0.07261866993374295
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,256,0.027591110931502447
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,512,0.0488391121228536
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,32,0.006769777586062749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,128,0.021617778473430212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,64,0.010837333069907295
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,12288,0.2639075650109185
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,10240,0.2239146762424045
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,16384,0.3499804337819417
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,8192,0.18545777267879912
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,7168,0.161991106139289
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,6144,0.14165333906809488
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,4096,0.0979342195722792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,5120,0.12188443872663711
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,3072,0.07759644587834676
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,3584,0.08951466613345677
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,2560,0.06826666990915935
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,1536,0.04266666703754001
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,2048,0.054528001281950206
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,768,0.022272000710169475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,1024,0.030947556098302204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,256,0.009443555441167619
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,512,0.01570133368174235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,64,0.004323555363549126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,128,0.005888000130653381
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,32,0.006229333165619109
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,65536,1.3453653123643663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,16384,0.2646755642361111
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,12288,0.20144355297088623
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,10240,0.17066666815016004
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,8192,0.14222221904330784
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,7168,0.1297066609064738
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,5120,0.09247289101282756
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,6144,0.10888533459769355
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,4096,0.07042844427956475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,65536,1.0161493089463975
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,3584,0.06269155608283149
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,3072,0.054414222637812294
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,2048,0.03879822293917338
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,1536,0.030776888132095337
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,2560,0.04684799909591675
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,1024,0.02258488867017958
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,512,0.013567999833159976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,256,0.008277333445019191
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,128,0.005148444324731827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,768,0.01865955524974399
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,64,0.0058311112225055695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,32,0.005176888985766305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,16384,0.2208711173799303
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,12288,0.1690453290939331
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,8192,0.12037689156002468
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,10240,0.14412800470987955
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,7168,0.10493155320485432
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,6144,0.09577244520187378
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,5120,0.0830577810605367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,4096,0.06070044305589464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,3584,0.04898133211665683
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,3072,0.047672887643178306
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,2560,0.037603557109832764
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,2048,0.03356444504525926
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,1536,0.0273635552989112
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,1024,0.020280889338917203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,768,0.01737955543729994
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,256,0.0069120000633928515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,512,0.012657778130637275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,65536,0.8410168753729926
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,128,0.0047217777205838096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,64,0.0053191110491752625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,32,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,12288,0.1385528908835517
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,16384,0.18184533384111193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,10240,0.11849955717722575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,8192,0.09918577803505792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,7168,0.0870400004916721
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,6144,0.07702755265765719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,5120,0.06380089124043782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,3584,0.045795556571748525
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,3072,0.040476444694730974
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,4096,0.050887111160490245
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,2560,0.03444622291458978
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,2048,0.028728889094458684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,1536,0.022840888963805303
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,1024,0.017095110482639737
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,65536,0.6851982010735406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,768,0.016327111257447135
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,256,0.0064284445510970215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,512,0.011178666518794166
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,32,0.004323555363549126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,128,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,64,0.004835555536879433
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,12288,0.12899555100335017
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,16384,0.16349866655137804
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,10240,0.11107555362913345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,8192,0.0888035562303331
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,7168,0.07876266373528375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,5120,0.05751466751098633
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,6144,0.06892089049021403
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,4096,0.046506666474872164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,3072,0.03643733263015747
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,3584,0.04164266586303711
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,2048,0.02588444451491038
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,2560,0.030890666776233252
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,768,0.015672889020707872
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,1024,0.015132443772421943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,65536,0.6106168958875868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,512,0.01126399967405531
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,1536,0.020423110988405015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,256,0.004864000197913912
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,128,0.004920888692140579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,32,0.004067555483844546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,64,0.004607999904288186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,12288,0.10595555437935723
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,16384,0.13710221979353163
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,10240,0.0888320008913676
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,7168,0.0639431079228719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,8192,0.0749795569313897
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,6144,0.05478399991989136
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,5120,0.04687644375695122
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,4096,0.03825777769088745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,3584,0.03382044368320041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,3072,0.02972444560792711
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,2560,0.02497422198454539
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,2048,0.02093511157565647
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,1024,0.012629333469602795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,1536,0.016583111551072862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,768,0.010211555494202508
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,512,0.008277333445019191
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,128,0.004551110996140374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,65536,0.5142186482747396
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,256,0.004977777600288391
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,64,0.004323555363549126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,32,0.0038684445122877755
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,12288,0.08772266573376125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,16384,0.1173048946592543
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,10240,0.07478044430414836
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,8192,0.06326044268078275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,7168,0.05358933409055074
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,6144,0.04673422376314799
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,5120,0.03896888759401109
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,4096,0.03302399979697333
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,3584,0.028586665789286297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,65536,0.4307057857513428
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,3072,0.02494577732351091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,2560,0.021617778473430212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,1536,0.014734221829308404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,2048,0.018147556318177115
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,1024,0.011576889289749993
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,768,0.009272889130645329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,512,0.00699733363257514
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,256,0.004892444445027245
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,32,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,64,0.008135110967689091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,128,0.003953777667548922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,16384,0.09682489103741115
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,12288,0.07247644662857056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,10240,0.06118400229348076
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,8192,0.0517119997077518
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,7168,0.043918222188949585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,6144,0.038001779052946306
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,5120,0.03273955649799771
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,4096,0.026339555780092876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,65536,0.34537243843078613
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,3584,0.024604444702466328
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,2048,0.015672889020707872
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,2560,0.018944000204404194
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,1536,0.012970666918489667
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,3072,0.021589333812395733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,768,0.008590222232871586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,1024,0.010325333310498131
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,512,0.005575110928879843
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,256,0.0047786666287316214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,32,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,64,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,128,0.003925333420435588
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,16384,0.09153422382142808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,12288,0.06815289126502143
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,10240,0.05825422207514445
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,8192,0.049806220663918384
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,7168,0.042240000433391996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,6144,0.03649422195222642
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,65536,0.31030045615302193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,5120,0.031488001346588135
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,4096,0.025230222278171118
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,3584,0.02343822187847561
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,2560,0.017834666702482436
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,3072,0.020821332931518555
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,2048,0.01499022212293413
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,1536,0.012117333710193634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,1024,0.009642666412724389
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,768,0.0079644446571668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,512,0.005461333526505365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,256,0.004607999904288186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,32,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,128,0.0038968887594011095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,64,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,16384,0.07606044742796156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,12288,0.05700266361236572
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,10240,0.04866844415664673
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,8192,0.040561778677834406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,65536,0.27446044815911186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,7168,0.0369777778784434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,6144,0.030833777454164293
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,4096,0.02312533391846551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,5120,0.026624000734753076
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,3584,0.020280889338917203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,3072,0.018403554956118267
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,2560,0.016270221935378183
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,2048,0.014364444547229342
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,1536,0.01146311147345437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,1024,0.00924444446961085
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,768,0.005660444498062134
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,512,0.005375999957323074
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,256,0.0041244443919923575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,128,0.0033848887930313745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,64,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,32,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,12288,0.04795733425352308
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,10240,0.04064711266093784
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,16384,0.06604799959394667
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,8192,0.03322311242421468
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,7168,0.030748443471060857
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,65536,0.22638932863871256
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,6144,0.024775111012988623
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,5120,0.023637332850032385
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,4096,0.019512888458040025
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,3584,0.018147556318177115
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,3072,0.016554666890038382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,2560,0.014762666490342883
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,2048,0.013226666384273104
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,1024,0.008248888783984715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,1536,0.01072355525361167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,768,0.005233777893914117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,512,0.005375999957323074
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,256,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,64,0.003043555551105075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,128,0.0033280000918441345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,32,0.003043555551105075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,16384,0.052821334865358144
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,12288,0.040163556734720864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,10240,0.032256000571780734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,65536,0.16995555824703643
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,8192,0.029326223664813574
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,7168,0.025144888295067683
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,6144,0.020650666620996263
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,5120,0.01789155602455139
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,4096,0.017464889420403373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,3072,0.013340444200568728
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,2560,0.011889778077602386
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,1536,0.009813333551088968
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,2048,0.011747555600272285
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,3584,0.01553066737122006
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,1024,0.007651555869314406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,768,0.004920888692140579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,512,0.0053191110491752625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,128,0.003185777821474605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,64,0.003043555551105075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,32,0.003015111097031169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,256,0.003953777667548922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,12288,0.031089779403474595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,16384,0.04007822275161743
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,10240,0.02679466704527537
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,8192,0.02312533391846551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,7168,0.01996799972322252
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,65536,0.13135643800099692
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,6144,0.018033777674039204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,5120,0.014819555812411837
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,4096,0.012970666918489667
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,3584,0.01294222225745519
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,2560,0.010524444282054901
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,2048,0.009301332963837517
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,3072,0.011975111232863532
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,1536,0.009443555441167619
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,1024,0.006229333165619109
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,768,0.006883555402358373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,256,0.0038115556041399636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,512,0.0053191110491752625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,128,0.003100444459252887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,32,0.002986666642957263
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,64,0.002986666642957263
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,16384,0.025941333836979334
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,12288,0.020821332931518555
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,65536,0.08567466338475545
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,8192,0.016156444946924847
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,10240,0.01979733341270023
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,5120,0.012316444681750404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,6144,0.014364444547229342
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,3584,0.010467555787828235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,3072,0.012487110992272695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,4096,0.011747555600272285
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,2560,0.008504889077610439
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,7168,0.015843555331230164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,2048,0.007822222179836696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,1536,0.007338666253619724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,768,0.00637155564294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,1024,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,256,0.004152889053026835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,64,0.0028159999185138275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,512,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,32,0.0028728888266616394
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,128,0.0033280000918441345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,16384,0.022385777698622808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,65536,0.06658844153086345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,10240,0.017322666115230985
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,12288,0.020679111282030743
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,7168,0.014762666490342883
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,8192,0.015388444066047668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,5120,0.013283555706342062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,6144,0.014734221829308404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,4096,0.012060444388124677
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,3584,0.01129244433508979
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,3072,0.010268444816271463
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,2048,0.007708444363541073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,2560,0.008049777812427944
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,1536,0.006940444310506185
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,1024,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,768,0.006343110981914733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,512,0.0059164443777667145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,256,0.0041244443919923575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,128,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,64,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,32,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,16384,0.015416888727082146
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,65536,0.048241777552498706
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,10240,0.0120319997270902
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,8192,0.01089422239197625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,6144,0.009699555734793345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,7168,0.011064888702498542
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,5120,0.008561777571837107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,12288,0.014364444547229342
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,4096,0.00793599999613232
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,3072,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,3584,0.007452444069915348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,2048,0.007708444363541073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,2560,0.00776533368561003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,1536,0.006172444257471297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,512,0.004067555483844546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,768,0.006343110981914733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,1024,0.0075093333919843035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,256,0.0041244443919923575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,64,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,128,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,32,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,16384,0.011207111179828644
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,12288,0.009756444229020013
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,10240,0.008618666893906063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,8192,0.007736889024575551
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,7168,0.007281777759393056
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,6144,0.0070257774657673305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,65536,0.028444445795483057
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,5120,0.006741333338949416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,4096,0.006599111275540457
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,3584,0.006769777586062749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,3072,0.006314666734801398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,2560,0.007594666547245449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,2048,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,1536,0.005774222314357758
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,1024,0.0075093333919843035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,512,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,256,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,768,0.006343110981914733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,128,0.003185777821474605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,64,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,32,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,16384,0.008277333445019191
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,65536,0.01649777756796943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,12288,0.007480888730949826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,10240,0.007139555282062954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,8192,0.006798222247097228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,7168,0.007139555282062954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,6144,0.006883555402358373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,4096,0.0064284445510970215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,3584,0.007082666787836287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,5120,0.006656000183688269
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,3072,0.006200888918505774
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,2560,0.007594666547245449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,1536,0.005717333406209946
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,2048,0.0075662218862109715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,768,0.006286222073766921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,1024,0.007537778053018782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,512,0.004067555483844546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,256,0.004010666575696734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,128,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,64,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,32,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,65536,0.012999110751681857
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,16384,0.008192000289758047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,12288,0.007651555869314406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,10240,0.00739555557568868
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,8192,0.007111111448870764
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,7168,0.007139555282062954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,6144,0.006769777586062749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,5120,0.007054222126801808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,4096,0.006314666734801398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,3072,0.006172444257471297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,3584,0.0064284445510970215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,2560,0.006172444257471297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,2048,0.005944889038801193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,1536,0.005802666561471091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,1024,0.004835555536879433
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,768,0.005290666802061929
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,512,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,256,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,128,0.003185777821474605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,64,0.0026737778551048706
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,32,0.0027306667632526825
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,65536,0.011064888702498542
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,16384,0.00830577810605367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,12288,0.00776533368561003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,10240,0.0075093333919843035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,8192,0.007224889265166388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,7168,0.007253333098358578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,6144,0.00685511115524504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,5120,0.007167999943097432
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,4096,0.006485333459244833
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,3584,0.006485333459244833
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,3072,0.006229333165619109
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,2560,0.006200888918505774
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,2048,0.006144000010357962
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,1536,0.005802666561471091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,1024,0.0047786666287316214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,768,0.010040889183680216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,512,0.003953777667548922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,256,0.0039822223285834
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,128,0.003157333367400699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,64,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,32,0.0027022223091787765
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,12288,0.9357368681165906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,16384,1.2568462159898546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,10240,0.7869155671861437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,8192,0.7209813329908582
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,7168,0.5609528753492568
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,6144,0.5440284411112467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,5120,0.40436622831556535
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,3584,0.2712462213304308
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,4096,0.3357582092285156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,3072,0.25961245430840385
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,2048,0.1749617788526747
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,1536,0.13582221666971842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,2560,0.218396438492669
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,1024,0.0936959981918335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,512,0.05771378013822767
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,256,0.02753422160943349
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,768,0.07369955380757649
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,128,0.015160888433456421
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,64,0.015274667077594332
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,32,0.008931555681758458
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,12288,0.26524445745680064
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,16384,0.3539911111195882
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,10240,0.22456889682345918
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,8192,0.18645332919226754
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,7168,0.1622755527496338
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,5120,0.12117332882351345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,6144,0.14023110601637098
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,4096,0.0976782242457072
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,3584,0.08621511194441055
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,3072,0.07839288976457384
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,2560,0.06573510832256742
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,1536,0.04343466626273262
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,2048,0.05370311273468865
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,1024,0.03049244483311971
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,768,0.022300443715519373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,512,0.016355555918481614
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,256,0.009500444763236577
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,128,0.005205333232879639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,32,0.004152889053026835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,64,0.007708444363541073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,65536,1.347583982679579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,16384,0.2678328884972466
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,12288,0.2106026675966051
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,8192,0.1281706624560886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,10240,0.17245866192711723
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,7168,0.1130666732788086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,6144,0.10905600256390041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,5120,0.0836835569805569
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,3584,0.06243555413352119
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,4096,0.07441066371070014
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,2560,0.046478221813837685
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,3072,0.05418666534953647
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,2048,0.03828622235192193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,65536,1.016974237230089
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,1536,0.03421866562631395
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,1024,0.021361778179804485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,512,0.012771555946932899
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,256,0.008248888783984715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,128,0.004408888932731417
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,64,0.006172444257471297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,768,0.01681066718366411
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,32,0.0038115556041399636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,16384,0.2085262272093031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,12288,0.1697280009587606
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,10240,0.12808533509572348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,7168,0.0921599997414483
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,8192,0.11758932802412246
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,6144,0.07924622297286987
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,5120,0.07398400041792128
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,3584,0.05401600069469876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,4096,0.060785777038998075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,3072,0.047246221039030284
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,2560,0.0369777778784434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,2048,0.03208533260557387
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,1536,0.025116443634033203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,1024,0.01757866640885671
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,768,0.01462044484085507
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,512,0.010609777437316047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,65536,0.8440888722737631
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,256,0.006712889091836081
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,128,0.004238222208287981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,64,0.004664888812435998
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,32,0.003555555724435382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,12288,0.12489955955081516
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,16384,0.18417778280046251
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,8192,0.0973937776353624
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,10240,0.11793066395653619
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,7168,0.08630044592751397
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,6144,0.07355733050240411
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,5120,0.061667554908328585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,4096,0.04710400104522705
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,3584,0.045909331904517285
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,3072,0.036835554573271014
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,65536,0.6232746442159017
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,2560,0.03464533223046197
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,2048,0.026965333355797663
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,768,0.011662222445011139
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,1536,0.02144711050722334
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,1024,0.015758223003811307
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,256,0.005176888985766305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,512,0.00958577791849772
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,32,0.0034702221552530923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,128,0.004920888692140579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,64,0.004152889053026835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,16384,0.1640675597720676
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,12288,0.12322133117251927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,10240,0.10461866855621338
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,8192,0.08706844515270656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,7168,0.07500800159242418
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,6144,0.06528000036875407
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,5120,0.05552355448404948
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,4096,0.04599466588762072
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,3584,0.04084622197681003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,3072,0.03561244408289591
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,65536,0.625749323103163
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,2560,0.0306915541489919
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,2048,0.024319999747806128
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,1024,0.014734221829308404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,768,0.01200355589389801
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,512,0.008903111020723978
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,1536,0.01979733341270023
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,256,0.0047217777205838096
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,128,0.004551110996140374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,32,0.0034133332471052804
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,64,0.0053191110491752625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,16384,0.13878044817182753
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,12288,0.10416355397966172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,10240,0.0882915523317125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,8192,0.07387022177378337
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,7168,0.06314666403664483
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,6144,0.054357333315743335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,5120,0.04636444316969978
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,4096,0.03822933302985297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,65536,0.5133368704054091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,3584,0.03350755572319031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,3072,0.029383109675513372
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,2560,0.025088000628683303
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,2048,0.021475555168257818
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,1024,0.012288000020715924
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,512,0.008163555628723567
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,1536,0.016583111551072862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,768,0.010211555494202508
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,64,0.0037831109431054858
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,32,0.0033280000918441345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,128,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,256,0.004693333473470476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,16384,0.11926755640241836
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,12288,0.08849066495895386
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,10240,0.07466666566001044
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,8192,0.06374400191836886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,7168,0.053447110785378345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,6144,0.046478221813837685
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,5120,0.03919644488228692
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,65536,0.4409173329671224
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,3584,0.02852977646721734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,2560,0.021475555168257818
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,3072,0.02500266664557987
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,2048,0.018005333013004728
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,4096,0.03288177649180094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,1536,0.014734221829308404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,1024,0.011121778024567498
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,768,0.009358222285906473
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,64,0.003640888879696528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,512,0.007167999943097432
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,32,0.0032426667296224167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,128,0.00369777778784434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,256,0.004266666869322459
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,12288,0.07116799884372287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,16384,0.09673955705430771
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,10240,0.06146844228108724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,8192,0.05225244495603773
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,7168,0.04434488879309761
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,6144,0.03837155633502536
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,5120,0.03242666522661845
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,4096,0.026311111119058397
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,65536,0.3561813301510281
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,3584,0.024490666058328416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,3072,0.02164622147878011
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,2048,0.014364444547229342
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,2560,0.018574222922325134
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,1536,0.01294222225745519
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,768,0.008192000289758047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,1024,0.01018311083316803
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,512,0.005973333285914526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,64,0.00349866681628757
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,32,0.0028444443725877335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,256,0.004039111236731212
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,128,0.003555555724435382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,16384,0.08994133604897393
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,12288,0.06687288814120822
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,10240,0.05572266711129082
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,8192,0.04866844415664673
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,7168,0.04198399848408169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,65536,0.31106845537821454
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,6144,0.035071998834609985
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,5120,0.030407110850016277
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,3584,0.022414222359657288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,4096,0.02420622275935279
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,3072,0.019882667395803664
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,2048,0.014563555518786112
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,1536,0.01220266686545478
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,2560,0.01740800009833442
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,1024,0.009671111073758867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,768,0.008277333445019191
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,512,0.00554666668176651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,256,0.00830577810605367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,128,0.0033848887930313745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,32,0.0028444443725877335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,64,0.003555555724435382
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,16384,0.07748266723420885
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,12288,0.056348443031311035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,10240,0.047559112310409546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,8192,0.03939555419815911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,65536,0.24163556098937988
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,7168,0.03484444485770331
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,6144,0.031345778041415744
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,5120,0.026879999372694228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,4096,0.02292622294690874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,3072,0.018716444571812946
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,2560,0.01666844387849172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,3584,0.020764445265134174
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,2048,0.013624889155228933
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,1536,0.011690666278203329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,1024,0.009159111314349705
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,768,0.006826666494210561
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,512,0.004494222087992562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,256,0.003640888879696528
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,128,0.0032995556377702286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,32,0.0028159999185138275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,64,0.0032142222755485107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,12288,0.04784355560938517
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,16384,0.06875022252400716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,10240,0.04093155595991347
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,8192,0.0347306662135654
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,65536,0.2301724486880832
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,7168,0.03475911087459988
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,6144,0.026766222384240892
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,5120,0.023153778579499986
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,3584,0.018062222335073683
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,3072,0.01644088824590047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,4096,0.019626667102177937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,2048,0.013169777890046438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,1536,0.01126399967405531
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,1024,0.008561777571837107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,768,0.006798222247097228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,2560,0.014734221829308404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,256,0.0034702221552530923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,512,0.004152889053026835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,128,0.003583999971548716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,64,0.003015111097031169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,32,0.0029297777348094513
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,16384,0.05333333214124044
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,12288,0.04411733481619093
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,10240,0.040561778677834406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,8192,0.030549334155188665
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,65536,0.18272711171044242
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,7168,0.031459556685553655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,6144,0.02625422179698944
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,5120,0.02440533373090956
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,4096,0.018460444278187223
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,3072,0.015018666783968607
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,3584,0.01811911165714264
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,2560,0.014449778530332776
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,2048,0.011064888702498542
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,1536,0.009358222285906473
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,1024,0.007338666253619724
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,512,0.005347555710209741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,256,0.0040960001448790235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,768,0.006343110981914733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,128,0.00369777778784434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,64,0.003072000005178981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,32,0.003072000005178981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,12288,0.03285333183076646
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,16384,0.04508444335725573
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,10240,0.028245333168241713
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,8192,0.02488888965712653
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,65536,0.1367324458228217
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,7168,0.02269866731431749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,6144,0.019000889526473153
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,5120,0.017436444759368896
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,4096,0.014677332507239448
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,3584,0.01407999959256914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,2560,0.01126399967405531
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,2048,0.009159111314349705
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,3072,0.012458666331238218
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,768,0.004864000197913912
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,1024,0.006200888918505774
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,1536,0.008277333445019191
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,512,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,128,0.00369777778784434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,256,0.003669333126809862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,64,0.003043555551105075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,32,0.003072000005178981
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,12288,0.022727110319667395
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,16384,0.031118220753139917
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,10240,0.019655111763212416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,8192,0.01777777738041348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,7168,0.016639999217457242
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,65536,0.09617066383361816
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,6144,0.014279110564125909
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,5120,0.012771555946932899
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,4096,0.010439111126793755
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,3584,0.009358222285906473
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,3072,0.00884622252649731
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,2560,0.008419555922349295
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,2048,0.006883555402358373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,1536,0.007651555869314406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,1024,0.005660444498062134
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,768,0.004920888692140579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,128,0.003128888913326793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,512,0.004465777840879229
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,256,0.0034417777011791864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,32,0.003015111097031169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,64,0.0029582221888833572
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,16384,0.022357333037588332
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,12288,0.019285332825448778
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,10240,0.01570133368174235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,8192,0.014051554931534661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,7168,0.012544000314341651
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,65536,0.07253333595063952
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,5120,0.009671111073758867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,6144,0.011605333122942181
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,4096,0.008732444710201686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,3584,0.00870400004916721
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,3072,0.007793777518802219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,2560,0.009301332963837517
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,2048,0.007196444604131911
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,1024,0.004664888812435998
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,1536,0.006542222367392645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,768,0.004693333473470476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,256,0.003185777821474605
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,64,0.0028444443725877335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,128,0.0032142222755485107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,512,0.0038968887594011095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,32,0.0029582221888833572
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,16384,0.01956977778010898
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,65536,0.04966400067011515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,10240,0.015672889020707872
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,8192,0.01220266686545478
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,12288,0.017095110482639737
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,6144,0.010467555787828235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,7168,0.012117333710193634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,5120,0.009671111073758867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,3072,0.006257777826653586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,3584,0.0079644446571668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,4096,0.008106666306654612
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,2560,0.006826666494210561
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,2048,0.004465777840879229
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,1536,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,768,0.004152889053026835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,256,0.0032142222755485107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,512,0.004323555363549126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,1024,0.004181333300140169
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,128,0.003043555551105075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,64,0.0027875554644399216
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,32,0.0024462222225136226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,65536,0.026311111119058397
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,10240,0.008931555681758458
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,12288,0.010695111420419482
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,16384,0.011889778077602386
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,7168,0.006798222247097228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,5120,0.007253333098358578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,6144,0.008931555681758458
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,4096,0.006684444430801604
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,8192,0.007224889265166388
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,3584,0.006798222247097228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,3072,0.005404444618357553
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,2560,0.005176888985766305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,1536,0.004323555363549126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,1024,0.003583999971548716
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,768,0.003669333126809862
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,2048,0.004323555363549126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,512,0.0034417777011791864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,256,0.0026737778551048706
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,32,0.0025600000388092464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,128,0.0027591110103660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,64,0.0025315555847353404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,65536,0.01649777756796943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,16384,0.008561777571837107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,10240,0.006769777586062749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,12288,0.007082666787836287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,8192,0.005802666561471091
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,7168,0.0059164443777667145
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,6144,0.0058311112225055695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,5120,0.005631999837027655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,3072,0.005290666802061929
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,4096,0.00699733363257514
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,2560,0.005006222261322869
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,3584,0.006656000183688269
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,1536,0.00369777778784434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,2048,0.0038399998512532976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,768,0.0034417777011791864
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,1024,0.003043555551105075
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,512,0.0033564445459180405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,256,0.0028159999185138275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,128,0.0025600000388092464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,64,0.0024462222225136226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,32,0.0025600000388092464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,16384,0.007594666547245449
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,65536,0.01399466726515028
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,12288,0.006343110981914733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,10240,0.006144000010357962
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,8192,0.006001777946949005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,6144,0.005461333526505365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,7168,0.005688888745175467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,5120,0.005432888865470886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,4096,0.005347555710209741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,3584,0.005347555710209741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,3072,0.0052622221410274506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,2560,0.005148444324731827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,2048,0.005091555416584015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,1024,0.004607999904288186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,768,0.004693333473470476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,1536,0.005148444324731827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,512,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,256,0.004494222087992562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,64,0.0026168889469570587
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,128,0.0029013332807355454
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,32,0.0026453334010309647
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,65536,0.010780444575680627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,12288,0.005973333285914526
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,10240,0.005859555469618903
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,7168,0.004892444445027245
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,8192,0.005034666508436203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,16384,0.0064284445510970215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,6144,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,5120,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,3584,0.0046364445653226645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,4096,0.0048071112897661
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,3072,0.004607999904288186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,1536,0.004522666749027041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,2560,0.004579555657174853
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,2048,0.004664888812435998
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,1024,0.00443733317984475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,768,0.004380444271696938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,256,0.004152889053026835
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,128,0.0028444443725877335
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,512,0.004380444271696938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,64,0.0025884444928831523
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,32,0.0023893333143658107
