framework,version,device,op_name,kernel_source,gemm_dtype,m,n,k,latency
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,4096,17.55106947157118
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,5120,21.8683098687066
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,6144,26.587743123372395
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,7168,30.883863661024307
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,8192,35.17618136935764
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,3584,15.51673550075955
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,3072,13.420411003960503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,2560,11.321924845377604
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,1024,4.8821127149793835
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,768,3.8297856648763022
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,2048,9.127445644802517
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,1536,7.048693339029948
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,64,1.0766275193956163
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,128,1.1939244800143771
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,512,2.8223209381103516
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,256,1.6104613410101996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,10240,43.71912299262153
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,32,0.8226204448276095
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,12288,52.22132364908854
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,8192,8.612757364908854
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,7168,7.624285380045573
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,16384,69.18180338541667
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,10240,11.173194885253906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,12288,13.141454060872396
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,6144,6.643909454345703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,4096,4.803439246283637
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,5120,5.620606316460504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,3072,3.7287741767035594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,3584,4.217263963487413
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,2560,2.8683965471055775
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,768,0.9362932840983073
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,512,0.6311670939127604
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,1024,1.236455069647895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,256,0.3908577760060628
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,1536,1.745664914449056
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,128,0.30856090121799046
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,64,0.2880631022983127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,32,0.22356621424357095
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,2048,2.3176907433403864
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,16384,17.485071818033855
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,7168,5.8415883382161455
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,6144,5.026482476128472
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,8192,6.621031867133246
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,10240,8.548635694715712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,12288,9.81725819905599
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,3584,3.239255057440864
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,4096,3.596559312608507
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,5120,4.257444593641493
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,3072,2.8356043497721353
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,2560,2.4245982699924045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,2048,1.9405706193712022
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,1024,0.9065430959065756
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,1536,1.5068515141805012
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,16384,13.017539978027344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,256,0.32736889521280926
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,512,0.5225520133972168
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,64,0.23617066277398002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,128,0.23352265357971191
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,768,0.7081759770711263
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,32,0.16381600168016222
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,7168,4.864744822184245
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,8192,5.471923404269749
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,10240,7.088977813720703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,12288,8.257945590549046
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,5120,3.502110163370768
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,16384,10.719641791449654
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,6144,4.182403564453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,4096,3.019887924194336
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,3584,2.7061013115776906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,1024,0.7401813401116265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,1536,1.2234008577134874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,2048,1.5808969073825414
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,768,0.5959715313381618
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,512,0.42923998832702637
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,2560,2.0196747250027127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,256,0.2655857668982612
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,128,0.2065075503455268
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,3072,2.3597901662190757
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,32,0.14717777570088705
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,64,0.1792222261428833
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,8192,4.446601867675781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,10240,5.637079026963975
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,12288,6.379258473714192
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,16384,8.69616444905599
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,5120,2.7501920064290366
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,6144,3.3221058315700955
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,7168,3.9577598571777344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,4096,2.4218533833821616
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,2560,1.6162328720092773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,3584,2.145226584540473
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,3072,1.8558631473117406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,768,0.47186846203274196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,1024,0.5689395798577203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,2048,1.2648400200737846
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,1536,0.9621804555257162
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,256,0.1999653312895033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,512,0.34261510107252335
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,128,0.17564711305830213
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,64,0.15013866954379612
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,32,0.12053955925835504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,12288,5.772793663872613
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,16384,7.554766337076823
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,10240,5.021230909559462
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,7168,3.364747577243381
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,8192,3.8711696200900607
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,65536,52.23845757378472
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,6144,2.950459586249458
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,4096,2.1751590304904513
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,5120,2.474055184258355
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,3584,1.8583573235405817
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,3072,1.6696319580078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,2048,1.0894542270236545
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,2560,1.365676456027561
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,1024,0.5217768881056044
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,768,0.4297342300415039
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,512,0.3031653298272027
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,1536,0.8216240141126844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,256,0.18122488922542998
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,128,0.1453440056906806
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,32,0.10053600205315484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,64,0.1364284488889906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,65536,73.48702663845486
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,65536,46.453962537977425
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,8192,3.4130496978759766
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,10240,4.271115620930989
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,65536,34.40147569444444
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,12288,5.248588562011719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,16384,6.8639678955078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,5120,2.1318507724338107
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,6144,2.529552035861545
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,7168,3.0238791571723094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,4096,1.8131554921468098
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,3584,1.6190933651394313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,1024,0.4505306879679362
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,768,0.34860889116923016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,256,0.15341956085628933
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,1536,0.7380346722073026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,512,0.2419093449910482
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,2048,0.9178133010864258
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,3072,1.4011724260118272
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,2560,1.2039075427585177
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,128,0.13074044386545816
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,32,0.08747200171152751
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,64,0.1158791118197971
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,8192,2.712413363986545
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,7168,2.3915572696261935
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,10240,3.5760320027669272
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,12288,4.100313822428386
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,5120,1.7205804189046223
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,6144,2.0429208543565536
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,16384,5.453990088568793
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,4096,1.5155511432223852
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,65536,30.818806966145832
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,2560,0.9813262091742622
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,3072,1.1658666398790147
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,3584,1.3326177597045898
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,2048,0.8423795700073242
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,512,0.20663732952541777
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,1024,0.36533154381646055
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,768,0.29349422454833984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,256,0.11614044507344563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,128,0.09804888566335042
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,1536,0.5783182250128852
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,64,0.09477421972486709
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,32,0.06612266434563531
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,8192,2.301760991414388
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,7168,2.0444764031304254
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,10240,2.8225555419921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,12288,3.3135013580322266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,16384,4.490187750922309
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,4096,1.1593679851955838
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,3584,0.9496239556206597
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,5120,1.3772800233629015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,6144,1.6735910839504664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,3072,0.8587368859185113
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,1024,0.2971048884921604
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,1536,0.43546488549974227
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,2048,0.5560808711581761
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,2560,0.7041804525587293
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,256,0.10914222399393718
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,768,0.2435679965549045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,512,0.1801991065343221
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,64,0.0818915565808614
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,32,0.059952000776926674
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,128,0.07908799913194445
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,10240,2.509357240464952
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,8192,2.068484412299262
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,12288,2.9822745853000217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,16384,4.022522820366754
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,5120,1.2620657814873588
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,6144,1.5027955373128254
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,7168,1.8221136728922527
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,65536,27.056371053059895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,4096,1.0653502146402996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,3584,0.9481787151760526
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,3072,0.8123137685987684
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,2560,0.7249920103285047
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,1536,0.419831116994222
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,2048,0.5855831040276421
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,1024,0.2657448980543348
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,768,0.2073297765519884
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,512,0.15478932857513428
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,256,0.09416533178753322
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,64,0.06384178002675374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,128,0.08503822485605876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,32,0.053451554642783276
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,65536,21.766749064127605
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,12288,2.6294676462809243
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,10240,2.2063812679714627
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,16384,3.517735163370768
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,8192,1.8185075124104817
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,5120,1.065643522474501
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,6144,1.3304932912190754
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,7168,1.5623306698269313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,4096,0.9221315383911133
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,1536,0.35821599430508083
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,2048,0.4562995698716905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,2560,0.5846133232116699
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,3584,0.8332311312357584
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,3072,0.7058320045471191
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,1024,0.243592898050944
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,768,0.1803751124276055
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,512,0.1402160061730279
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,256,0.07855466339323255
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,128,0.07371289200252958
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,65536,17.65668233235677
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,32,0.04408533374468485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,64,0.05703377723693848
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,8192,1.3269457287258573
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,7168,1.173319074842665
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,12288,1.9930710262722438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,10240,1.7283262676662867
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,16384,2.746276431613498
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,5120,0.8258693483140734
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,3584,0.6692826482984754
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,4096,0.7713564236958822
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,6144,1.0392132865058052
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,1024,0.18183199564615884
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,2048,0.3865804407331679
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,1536,0.29323111640082467
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,3072,0.5528151194254557
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,2560,0.4761839972601996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,768,0.15045866701338026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,512,0.10596444209416707
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,256,0.06880355543560453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,128,0.0655591090520223
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,64,0.045668443044026695
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,32,0.039543999565972224
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,65536,16.066175672743054
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,12288,1.751807106865777
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,8192,1.089498625861274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,10240,1.3722444110446508
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,16384,2.2026435004340277
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,6144,0.8694755766126844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,7168,1.0368195639716256
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,5120,0.706533326043023
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,4096,0.5743244489034017
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,2048,0.3027128908369276
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,3072,0.45155376858181423
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,2560,0.3948222266303168
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,3584,0.5144631067911783
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,1536,0.23335199885898164
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,768,0.13165422280629477
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,512,0.09267466598086888
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,128,0.055101331737306386
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,1024,0.15399021572536892
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,256,0.052180445856518216
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,64,0.03745066788461473
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,32,0.030159112479951646
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,65536,14.125392489963106
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,10240,1.0793644587198894
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,8192,0.8241350915696887
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,12288,1.330221282111274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,7168,0.7702728907267252
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,16384,1.7998648749457464
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,6144,0.6486417982313368
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,5120,0.5547244283888075
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,4096,0.42788977093166775
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,3584,0.36836889055040145
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,3072,0.3616773287455241
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,2560,0.2962835629781087
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,768,0.10610666539933945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,2048,0.23947466744316948
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,1536,0.19348177644941542
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,1024,0.1222204499774509
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,512,0.0698417756292555
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,256,0.04694222079383003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,128,0.040264000495274864
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,64,0.03148355417781406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,32,0.02459288967980279
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,65536,10.853230794270834
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,8192,0.5952640109592015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,12288,0.8763706419203016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,10240,0.7239831288655599
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,7168,0.47266753514607746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,16384,1.229317347208659
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,3584,0.24674754672580293
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,5120,0.3365155590905084
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,4096,0.2812817891438802
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,3072,0.25063199467129177
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,6144,0.4371866650051541
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,2560,0.20808445082770455
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,2048,0.1616062190797594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,1536,0.1398115555445353
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,1024,0.08487733205159505
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,768,0.07579288880030315
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,65536,8.837212456597223
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,512,0.04991111159324646
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,256,0.02996888756752014
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,128,0.025077333052953083
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,32,0.01863911085658603
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,64,0.022777777579095628
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,12288,0.611520873175727
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,16384,0.8299386766221789
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,8192,0.4061582353379991
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,10240,0.5040471288892958
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,5120,0.2686248885260688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,7168,0.3759128782484267
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,4096,0.23175999853346083
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,6144,0.3272133403354221
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,65536,6.8778533935546875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,3584,0.20450133747524687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,3072,0.17959200011359322
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,2560,0.15507466263241237
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,2048,0.11401511563195123
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,1024,0.062466667758093945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,1536,0.09585066636403401
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,768,0.050712890095180936
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,512,0.037045333120558
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,256,0.024267555938826665
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,128,0.021465778350830078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,64,0.016019556257459853
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,65536,4.45867919921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,32,0.01314399970902337
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,7168,0.25227999687194824
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,8192,0.2840115494198269
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,12288,0.46098756790161133
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,6144,0.22240710258483887
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,10240,0.43256534470452207
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,16384,0.5684649149576823
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,5120,0.19047378169165718
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,4096,0.1485795577367147
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,3072,0.11998132864634196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,3584,0.13935555352105036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,2560,0.1099039978451199
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,2048,0.08594933483335708
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,1536,0.06792000267240736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,512,0.028611554039849177
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,1024,0.04848177896605598
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,768,0.04008355405595567
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,128,0.015965332587560017
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,256,0.020132443971104093
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,64,0.015472888946533203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,32,0.012473777764373355
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,65536,3.3389803568522134
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,12288,0.22213244438171387
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,16384,0.2936177783542209
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,10240,0.19482578171624076
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,6144,0.12624088923136392
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,8192,0.15780266125996908
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,5120,0.11343377166324192
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,7168,0.15273688899146184
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,4096,0.0959822204377916
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,3072,0.07947199874454074
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,3584,0.08831466568840875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,2048,0.054577777783075966
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,2560,0.0672266681989034
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,1536,0.04594755503866407
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,1024,0.03151466780238681
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,768,0.025719111164410908
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,256,0.01295644458797243
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,512,0.017229333519935608
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,128,0.010629333555698395
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,32,0.007125332951545715
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,64,0.008832889298597971
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,65536,2.2831670973036027
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,65536,1.1277333365546334
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,12288,0.1816693279478285
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,16384,0.23073421584235299
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,7168,0.11707466178470188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,6144,0.09574488798777263
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,5120,0.0813795526822408
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,8192,0.13373955090840658
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,10240,0.1547608905368381
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,4096,0.08347288767496745
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,3072,0.05005155669318306
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,2048,0.035495999786588885
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,3584,0.07130666573842366
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,1024,0.019799111617936026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,2560,0.043041778935326465
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,1536,0.02829333477550083
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,768,0.01721244388156467
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,512,0.013060444758998023
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,256,0.008449777960777283
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,128,0.008295111358165741
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,64,0.00738666703303655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,32,0.0057795556883017225
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,65536,0.831749333275689
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,12288,0.1435262229707506
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,16384,0.19268355104658338
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,10240,0.1228062179353502
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,7168,0.08742488755120172
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,6144,0.07518844472037421
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,5120,0.06458044714397855
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,4096,0.050613333781560264
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,8192,0.10382844342125787
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,3584,0.04682133264011807
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,3072,0.041230221589406334
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,2048,0.02865511178970337
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,2560,0.034726222356160484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,1536,0.02260355485810174
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,1024,0.016686222619480558
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,768,0.013578666581047906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,512,0.010709332923094431
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,256,0.008058666355080074
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,128,0.005581333405441708
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,32,0.003937777959638172
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,64,0.005872000008821487
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,65536,0.7260168923272027
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,16384,0.17256089051564535
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,12288,0.14247466458214655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,6144,0.07449511024687025
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,7168,0.08637866708967422
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,4096,0.049851556619008384
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,8192,0.10262133015526666
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,5120,0.06323999828762479
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,3584,0.04562311040030586
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,10240,0.12186043792300755
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,3072,0.04070933328734504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,2560,0.03427377674314711
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,2048,0.028071999549865723
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,1536,0.022487999664412603
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,768,0.014890667464998035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,1024,0.01623644431432088
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,512,0.011251555548773872
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,256,0.006393777827421824
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,128,0.00463377767139011
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,32,0.0032986667421129015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,64,0.0036151111125946045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,65536,0.7161431312561035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,4096,8.868375990125868
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,5120,11.131646898057726
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,6144,13.416315714518229
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,7168,15.507619222005209
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,8192,17.677903917100696
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,3584,7.8001251220703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,3072,6.852144029405381
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,1536,3.543915642632378
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,2560,5.7301207648383246
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,2048,4.626005384657118
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,10240,22.85256788465712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,256,0.7910861968994141
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,512,1.3609511057535808
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,128,0.6079182094997829
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,768,1.9616035885281031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,64,0.5600924491882324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,1024,2.4606507619222007
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,32,0.44404265615675187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,12288,25.906294080946182
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,8192,4.388226826985677
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,6144,3.2797448900010853
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,7168,3.8947554694281687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,10240,5.594687991672092
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,12288,6.5403332180447045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,3072,1.8838426801893446
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,3584,2.1269715627034507
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,4096,2.4322310553656683
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,2560,1.6170790990193684
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,5120,2.7373750474717884
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,16384,8.677730984157986
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,512,0.33659201198154026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,256,0.19608355893029106
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,768,0.4507457945081923
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,1536,0.8798871040344238
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,1024,0.7267342143588595
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,32,0.10766310824288262
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,64,0.14808177947998047
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,128,0.1512435542212592
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,2048,1.1215555402967665
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,16384,35.19732326931423
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,8192,3.4035750495062937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,6144,2.5481849246554904
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,10240,4.228641933865018
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,7168,2.9610657162136502
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,12288,5.167121887207031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,3072,1.3975448608398438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,3584,1.6252995596991644
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,5120,2.148895051744249
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,4096,1.8086969587537978
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,2560,1.218139542473687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,16384,6.658945719401042
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,256,0.1520035531785753
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,512,0.2482844458685981
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,768,0.34313511848449707
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,1024,0.44521156946818036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,128,0.11710845099555121
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,64,0.1111031108432346
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,1536,0.66702757941352
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,32,0.09050044748518203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,2048,1.021391126844618
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,10240,3.542451646592882
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,8192,2.7540880839029946
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,12288,4.085745917426215
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,16384,5.564008076985677
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,7168,2.3733192019992404
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,4096,1.5271164576212566
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,5120,1.7309279971652562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,6144,2.069655100504557
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,3584,1.3451858096652562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,1536,0.5580657853020562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,2048,0.840594662560357
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,2560,0.9942773183186849
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,3072,1.156296836005317
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,768,0.2935119999779595
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,1024,0.37639111942715114
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,512,0.20508621798621285
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,256,0.12404444482591416
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,128,0.10312177737553914
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,32,0.06789244545830621
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,64,0.08788355853822495
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,10240,2.826231214735243
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,8192,2.2455804612901473
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,12288,3.3466417524549694
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,16384,4.49632093641493
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,5120,1.419704861111111
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,6144,1.7071812947591145
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,7168,1.9802587297227647
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,4096,1.2065217759874132
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,2560,0.7995457649230957
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,3584,1.064984851413303
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,3072,0.9315510855780708
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,2048,0.6914889017740885
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,512,0.16901777850257027
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,768,0.2368533346388075
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,1024,0.29633598857455784
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,1536,0.4542089038425022
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,256,0.10097422202428182
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,64,0.07188444667392306
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,32,0.059302224053276904
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,128,0.08102489180035062
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,65536,34.91009521484375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,12288,3.0063003963894315
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,10240,2.482412550184462
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,16384,4.044100443522136
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,65536,27.010611640082463
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,8192,2.02913686964247
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,7168,1.7851787143283422
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,5120,1.284655147128635
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,6144,1.5145528581407335
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,4096,0.9846622678968641
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,3584,0.9648026360405816
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,65536,21.91431172688802
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,3072,0.8414488898383247
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,2560,0.7201360066731771
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,512,0.14672444926367864
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,768,0.2068880001703898
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,1024,0.2547333240509033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,2048,0.5706799825032552
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,256,0.08817333645290798
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,128,0.06736622254053752
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,1536,0.414339542388916
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,32,0.05125155713823107
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,64,0.06604622470008002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,10240,2.21286752488878
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,8192,1.7560773425632055
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,12288,2.6275556352403426
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,65536,17.733325534396702
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,16384,3.535596423678928
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,7168,1.5343493355645075
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,4096,0.9132044050428602
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,5120,1.1170906490749783
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,6144,1.3371519512600367
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,3584,0.7974649005466037
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,3072,0.7053502400716146
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,1024,0.2309431234995524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,1536,0.35423021846347386
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,2048,0.5278008778889974
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,2560,0.6465733316209581
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,256,0.08056710826026069
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,512,0.13073599338531494
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,768,0.18385422229766846
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,128,0.06443199846479628
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,64,0.058008001910315625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,32,0.044933332337273486
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,8192,1.338836457994249
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,10240,1.7704408433702257
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,12288,1.973125245836046
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,7168,1.168900489807129
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,16384,2.7162009345160594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,4096,0.7334657775031196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,3584,0.6716702249315051
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,5120,0.8811377949184842
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,6144,1.0342355304294162
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,1024,0.18928799364301893
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,1536,0.2885626686943902
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,3072,0.5851084391276041
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,2048,0.4327680004967584
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,2560,0.5051795641581217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,768,0.14863022168477377
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,512,0.11108089155620998
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,256,0.06643822458055285
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,128,0.04976088802019755
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,64,0.04716533422470093
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,32,0.03760622276200189
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,65536,15.926354302300346
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,12288,1.689178678724501
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,8192,1.0863591300116646
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,10240,1.4286968443128798
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,16384,2.250943925645616
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,5120,0.6830844349331326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,7168,0.9816231197781033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,6144,0.8475582334730359
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,4096,0.5654000176323785
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,2048,0.3162986702389187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,1536,0.23643112182617188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,3072,0.4485493236117893
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,2560,0.37926223542955184
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,3584,0.5062053468492296
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,256,0.055326223373413086
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,1024,0.1481164428922865
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,512,0.09408889214197795
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,768,0.13249066140916613
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,64,0.03882488939497206
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,32,0.0336444444126553
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,128,0.04152355591456095
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,65536,13.482452392578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,10240,1.2791342205471463
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,12288,1.5128409067789714
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,7168,0.9034862518310547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,8192,1.0388079749213326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,16384,2.1564968956841364
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,6144,0.8018284373813205
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,5120,0.673251575893826
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,4096,0.5724017884996202
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,3584,0.49517864651150173
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,3072,0.42661155594719785
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,1024,0.13700889216528997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,768,0.11246132850646973
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,1536,0.21922043959299722
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,2048,0.28196265962388783
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,2560,0.345287111070421
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,512,0.0791226691669888
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,65536,10.942266676161024
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,256,0.051707555850346885
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,128,0.04964355627695719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,64,0.03574577636188931
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,32,0.030464887619018555
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,8192,0.9183040195041232
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,12288,1.3107289208306205
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,10240,1.1233528984917533
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,65536,8.95161607530382
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,16384,1.7542124854193792
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,5120,0.5455430878533257
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,6144,0.669888867272271
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,7168,0.8235600259568957
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,3584,0.374250676896837
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,4096,0.4079119894239638
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,2048,0.246580441792806
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,1536,0.18935555881924102
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,1024,0.12588977813720703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,2560,0.3023742304907905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,3072,0.3390364382002089
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,768,0.0999751091003418
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,512,0.0748844411638048
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,256,0.04623111089070638
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,32,0.02602844436963399
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,64,0.03013066781891717
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,128,0.043543110291163124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,10240,0.8163617981804742
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,12288,0.9767475128173828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,8192,0.6215688917371962
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,16384,1.3497333526611328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,65536,7.749637179904514
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,3584,0.3073928885989719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,7168,0.5928195317586263
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,5120,0.43107112248738605
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,4096,0.37693243556552464
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,6144,0.5179902182685004
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,3072,0.27783823013305664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,768,0.07372622357474433
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,1024,0.09881422254774307
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,512,0.05707377857632107
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,1536,0.157331559393141
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,2048,0.200433784061008
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,2560,0.25550932354397243
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,256,0.03728177812364366
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,32,0.019677332705921598
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,128,0.029525332980685767
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,64,0.024821332759327356
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,8192,0.5425324440002441
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,10240,0.6953075726826986
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,7168,0.4740462303161621
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,12288,0.8430666923522949
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,16384,1.1602427164713542
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,6144,0.45570935143364805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,5120,0.3944942156473796
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,4096,0.3010959890153673
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,3584,0.2757964399125841
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,65536,6.717714521620009
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,3072,0.24725778897603354
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,2048,0.1681084500418769
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,2560,0.20587555567423502
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,768,0.06613777743445502
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,512,0.04886755678388807
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,1024,0.08391111426883274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,1536,0.13543555471632215
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,128,0.0307644440068139
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,256,0.033963554435306124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,64,0.02330400049686432
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,32,0.018561777141359117
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,12288,0.6651422182718912
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,8192,0.4233751032087538
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,10240,0.5135351286994086
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,16384,0.8962115181816949
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,65536,5.502095116509332
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,5120,0.2599653402964274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,6144,0.32904444800482857
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,7168,0.3881484402550592
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,4096,0.24024089177449545
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,2560,0.15913421577877468
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,2048,0.12793066766526964
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,3584,0.2233546574910482
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,3072,0.1846933364868164
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,1536,0.10065333048502605
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,512,0.039228445953793
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,1024,0.06271021895938449
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,256,0.0240346673462126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,768,0.05290844374232822
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,64,0.015815110670195687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,128,0.021495999561415777
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,32,0.01425866617096795
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,16384,0.5555271042717828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,10240,0.34299643834431964
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,8192,0.2816195487976074
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,12288,0.45418135325113934
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,7168,0.2698177761501736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,6144,0.2155839999516805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,65536,4.744298723008898
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,5120,0.18621155950758192
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,4096,0.15402755472395155
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,3072,0.11874043941497803
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,3584,0.1351946724785699
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,2048,0.08606933222876655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,1024,0.04721866713629829
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,1536,0.0691759983698527
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,768,0.03938400083118015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,2560,0.10588622093200684
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,512,0.02948444419436985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,256,0.01956622302532196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,32,0.013155555559529198
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,64,0.012466666599114736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,128,0.0184568895234002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,65536,3.480438232421875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,12288,0.32554488711886936
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,16384,0.4018719991048177
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,10240,0.27744534280565053
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,7168,0.2009777757856581
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,6144,0.1769191159142388
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,8192,0.2234106593661838
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,5120,0.1557742224799262
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,4096,0.12528088357713488
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,3584,0.10860355695088704
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,3072,0.09889155626296997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,2560,0.08606844478183323
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,2048,0.06912266545825534
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,1536,0.055083556307686694
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,1024,0.034225778447257146
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,768,0.027875555886162653
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,512,0.019719110594855416
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,256,0.012879110872745514
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,128,0.011736888852384357
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,64,0.00870400004916721
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,65536,2.5108409457736545
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,32,0.00793688909875022
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,12288,0.2510506576961941
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,16384,0.2982800006866455
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,10240,0.19307022624545625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,8192,0.15676800409952799
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,7168,0.14094489150577122
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,5120,0.10736178027258979
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,6144,0.1269413365258111
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,65536,1.7584898206922743
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,4096,0.09161511394712661
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,3584,0.08183822366926405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,3072,0.07280533181296454
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,2560,0.06629511382844713
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,2048,0.05428711242145962
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,1536,0.04473333226309883
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,1024,0.025216889050271776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,768,0.021199110481474135
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,512,0.01629244453377194
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,256,0.011207111179828644
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,64,0.008787555827034844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,128,0.012305777933862476
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,32,0.007305777735180325
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,12288,0.12669155332777235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,16384,0.15590400165981716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,10240,0.10913778013653225
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,65536,1.2071350945366752
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,6144,0.07312444183561537
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,7168,0.07952000035179986
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,8192,0.09063200155893962
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,5120,0.06298577785491943
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,4096,0.05367111166318258
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,3584,0.048433777358796865
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,3072,0.039348443349202476
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,2048,0.0280693338976966
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,2560,0.035359111097123884
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,65536,0.5638302167256674
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,1536,0.02278222143650055
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,1024,0.0162782222032547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,768,0.01366488883892695
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,256,0.007299555672539606
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,64,0.005573333137565189
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,32,0.0047493332790003884
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,128,0.006728000111050076
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,512,0.012244444754388599
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,16384,0.110953774717119
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,12288,0.08413155873616536
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,7168,0.05764444669087728
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,4096,0.035882665051354304
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,10240,0.0789288878440857
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,65536,0.36055376794603133
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,3072,0.026904889278941687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,3584,0.030662222041024104
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,8192,0.06625511248906453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,6144,0.054995556672414146
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,1536,0.015292444162898593
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,5120,0.048399110635121666
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,1024,0.011709333293967776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,2048,0.02008800043000115
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,2560,0.024317334095637005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,512,0.00813244448767768
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,256,0.006392000036107169
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,64,0.004511111312442356
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,768,0.010574222438865237
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,32,0.0038480001191298165
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,128,0.005431111074156231
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,12288,0.07152711020575629
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,16384,0.10315466589397854
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,7168,0.04566577739185757
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,10240,0.06616177823808458
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,4096,0.026680888401137456
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,8192,0.05812355544832018
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,5120,0.03760088814629449
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,6144,0.043021334542168506
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,3584,0.026202667090627883
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,2560,0.018212444252438016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,2048,0.01665511065059238
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,3072,0.02325244413481818
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,1536,0.013668444421556262
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,65536,0.33501066101921934
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,768,0.008640888664457533
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,1024,0.010741333166758219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,512,0.007124444676770105
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,128,0.0047235555118984645
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,64,0.0038444445365005066
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,256,0.005423111220200856
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,32,0.0033004445334275565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,16384,0.10135555267333984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,10240,0.06385422415203519
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,12288,0.07502577702204387
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,7168,0.04690666662322151
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,8192,0.05545777744717068
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,6144,0.041378666957219444
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,4096,0.02769777841038174
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,3072,0.022908444205919903
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,65536,0.32697423299153644
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,3584,0.025944888591766357
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,2560,0.019710222880045574
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,2048,0.01645066671901279
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,1536,0.013640888863139682
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,768,0.009054222040706212
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,1024,0.010626667075686984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,5120,0.03438222077157762
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,512,0.006210666563775804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,128,0.003988444391224119
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,64,0.0033200000309281876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,256,0.005245333330498801
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,32,0.0032400000426504347
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,5120,5.521582285563151
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,4096,4.461237165662977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,6144,6.557504865858291
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,8192,8.77691396077474
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,7168,7.729626973470052
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,10240,11.033558315700956
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,2048,2.326367908053928
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,1536,1.7860274844699437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,2560,2.8327920701768665
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,3072,3.39898321363661
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,3584,3.949791802300347
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,256,0.39308622148301864
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,128,0.29847823248969185
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,1024,1.2753164503309462
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,512,0.6791200107998319
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,768,0.9724391301472982
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,64,0.29363732867770725
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,32,0.23284355799357095
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,12288,13.249339633517794
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,8192,2.226212395562066
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,10240,2.833966149224175
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,12288,3.408130645751953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,7168,1.9704515669080946
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,16384,17.45504421657986
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,16384,4.546050601535373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,4096,1.216216935051812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,6144,1.709911134507921
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,3584,1.0520115958319771
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,5120,1.431264877319336
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,2048,0.5662337938944498
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,768,0.2386782169342041
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,1024,0.2965475453270806
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,512,0.16920710934533012
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,2560,0.7754889064364963
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,1536,0.47280269198947483
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,3072,0.9196142620510526
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,256,0.10453510946697658
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,128,0.08065244224336413
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,64,0.06480622291564941
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,32,0.05991378095414904
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,8192,1.7794354756673176
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,7168,1.5349191029866536
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,10240,2.275445302327474
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,12288,2.976871066623264
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,6144,1.3043644163343642
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,4096,0.9410684373643664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,3584,0.8070071008470324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,16384,3.5267609490288625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,5120,1.105304929945204
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,1024,0.235880004035102
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,3072,0.7411031193203397
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,1536,0.33930399682786727
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,768,0.1838364468680488
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,2560,0.6047120094299316
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,256,0.08189777533213298
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,2048,0.5274640189276801
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,128,0.06368533107969496
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,512,0.13422844145033094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,32,0.04636977778540718
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,64,0.04891644583808052
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,8192,1.345474667019314
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,10240,1.7069226370917425
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,12288,2.0371795230441623
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,16384,2.73784171210395
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,7168,1.1870799594455295
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,5120,0.8417306476169162
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,6144,1.0237218009101021
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,4096,0.736996438768175
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,3584,0.676471127404107
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,3072,0.5976986885070801
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,2048,0.3501395649380154
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,2560,0.44355911678738064
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,1024,0.18784799840715197
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,768,0.15571644571092394
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,512,0.10888089074028863
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,1536,0.2757173379262288
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,128,0.052538666460249156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,256,0.06811644633611043
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,64,0.04094666573736403
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,32,0.03916622201601664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,12288,1.693396462334527
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,16384,2.2220577663845487
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,10240,1.3852258258395727
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,7168,0.9702302085028754
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,6144,0.7845742437574598
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,8192,1.1188258065117729
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,5120,0.6962381998697916
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,3584,0.5426070955064561
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,4096,0.6234329011705186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,3072,0.4822070863511827
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,2560,0.362244447072347
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,65536,18.184085422092014
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,1536,0.22392355071173775
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,2048,0.2967297765943739
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,768,0.12180977397494847
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,512,0.08702844381332397
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,1024,0.1674800051583184
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,128,0.041434665520985924
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,256,0.056054221259223096
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,64,0.034260445170932345
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,32,0.03660622239112854
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,65536,13.458536783854166
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,12288,1.6061040030585394
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,8192,1.0664311514960396
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,10240,1.3087128533257377
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,7168,0.8603182368808322
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,16384,2.1089661916097007
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,65536,10.948414272732206
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,4096,0.571880022684733
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,6144,0.7595991028679742
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,5120,0.6473013559977213
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,3072,0.4225893285539415
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,3584,0.5135164260864258
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,2560,0.37860266367594403
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,1024,0.1424515512254503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,768,0.11792533927493626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,1536,0.19959466987186006
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,512,0.08302666743596394
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,2048,0.28383644421895343
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,256,0.04850577645831638
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,64,0.03135822216669718
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,128,0.0388995541466607
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,32,0.029851555824279785
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,65536,8.903890821668837
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,12288,1.3193822436862521
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,16384,1.7867387135823567
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,10240,1.1450346840752494
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,5120,0.5243706703186035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,6144,0.6653342247009277
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,7168,0.7224906815422906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,4096,0.44241955545213485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,8192,0.8189102278815376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,2048,0.23965867360432944
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,2560,0.3029866748385959
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,1536,0.18368977970547148
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,3072,0.34304179085625547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,3584,0.391779555214776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,768,0.10302222437328762
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,512,0.07392355468538073
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,256,0.04734311170048184
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,1024,0.12920088238186306
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,128,0.03232977787653605
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,64,0.02683555583159129
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,32,0.029488888051774766
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,12288,1.0084542168511283
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,65536,7.775391472710504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,10240,0.8046373261345757
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,16384,1.3438257641262477
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,8192,0.6340062353346083
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,5120,0.39366666475931805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,4096,0.33062754737006295
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,6144,0.4845706621805827
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,7168,0.5689306788974339
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,3584,0.3261600070529514
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,3072,0.26101599799262154
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,2560,0.21718755033281115
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,2048,0.1773528920279609
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,1536,0.13681956132253012
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,1024,0.10652622249391343
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,768,0.08105244239171346
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,512,0.05874488751093546
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,64,0.021985777550273474
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,256,0.03770844472779168
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,128,0.030276444223192003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,32,0.0229066660006841
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,8192,0.5643982357449001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,10240,0.7461102273729113
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,12288,0.8240168889363607
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,65536,6.721594492594401
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,7168,0.4943537712097168
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,16384,1.1074462466769748
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,4096,0.2728959984249539
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,3584,0.241047117445204
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,5120,0.41662934091356063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,3072,0.22488533125983345
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,6144,0.4936693509419759
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,1536,0.11632443798912896
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,1024,0.07816444502936469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,2560,0.19076800346374512
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,2048,0.15194755130343968
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,768,0.06187022394604153
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,512,0.04920977685186598
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,256,0.02940088841650221
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,128,0.021902221772405837
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,64,0.017512889371977914
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,32,0.01847288840346866
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,12288,0.7908008893330892
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,10240,0.6528231302897135
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,65536,5.500520918104384
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,16384,0.9954951604207357
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,6144,0.3816240098741319
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,4096,0.27029866642422146
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,5120,0.31459199057685006
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,8192,0.5638728671603733
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,7168,0.4870746930440267
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,3584,0.24222845501369902
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,2560,0.17800445026821562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,2048,0.14246400197347006
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,3072,0.2043964465459188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,1536,0.11536267068650986
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,512,0.04757422208786011
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,1024,0.0779671139187283
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,256,0.029102222787009344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,768,0.06429600053363375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,128,0.022219555245505437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,64,0.018377777602937486
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,32,0.015461333923869662
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,65536,4.530998229980469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,10240,0.5128417544894749
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,12288,0.611280017428928
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,7168,0.3548577891455756
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,8192,0.4468204180399577
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,16384,0.8226586447821723
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,6144,0.30507198969523114
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,4096,0.2039466698964437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,5120,0.264686213599311
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,3584,0.20362044705284965
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,3072,0.16456533802880183
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,2560,0.1504462162653605
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,1536,0.08770310878753662
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,2048,0.11088089148203532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,1024,0.06113688813315498
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,768,0.052263110876083374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,512,0.03672177924050225
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,256,0.02382933265633053
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,128,0.019087110956509907
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,64,0.01551644504070282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,32,0.013228444589508904
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,65536,4.0677672492133246
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,12288,0.4854284392462836
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,16384,0.6475573115878636
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,10240,0.43821244769626194
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,8192,0.42612534099155003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,6144,0.25933067003885907
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,5120,0.2263857788509793
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,7168,0.3208133379618327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,4096,0.18342578411102295
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,3072,0.16344177722930908
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,2560,0.13552978303697374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,3584,0.16444977124532065
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,1536,0.08331911431418525
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,2048,0.10807822148005168
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,768,0.04666666520966423
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,1024,0.06009599897596571
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,512,0.03820711043145921
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,256,0.020279111133681405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,64,0.0158942225906584
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,128,0.017660443981488545
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,32,0.013440888788965015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,65536,3.479514651828342
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,12288,0.4313813315497504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,10240,0.35904089609781903
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,16384,0.5599795447455512
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,8192,0.2952053281995985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,7168,0.27240088250901967
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,4096,0.15208800633748373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,5120,0.21246488889058432
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,6144,0.25277333789401585
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,3584,0.14167733987172446
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,3072,0.12175556023915608
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,2560,0.10386133193969727
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,2048,0.07339466942681207
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,1536,0.05580177572038439
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,1024,0.042837331692377724
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,768,0.034641779131359525
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,512,0.025283555189768474
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,128,0.013146667016877068
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,65536,2.7600036197238498
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,256,0.016656888855828177
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,64,0.012528888881206512
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,32,0.010487111078368293
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,12288,0.29823732376098633
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,10240,0.2500231001112196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,8192,0.2029404507742988
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,16384,0.4364524417453342
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,7168,0.17900444401635063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,6144,0.15617777241600886
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,5120,0.12952178054385716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,4096,0.12152355247073704
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,3584,0.10843200153774685
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,3072,0.09973600175645615
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,2560,0.0831057760450575
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,2048,0.0657164454460144
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,1536,0.052319112751219005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,1024,0.037716444995668195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,768,0.029983109898037378
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,512,0.022669333550665114
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,64,0.009242666264375051
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,128,0.01129244433508979
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,32,0.008049777812427944
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,256,0.01577333278126187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,65536,2.380929734971788
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,8192,0.1555102268854777
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,10240,0.20465689235263398
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,7168,0.14026667012108698
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,16384,0.2775999969906277
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,12288,0.2160408894220988
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,6144,0.12847910987006292
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,5120,0.10204444328943889
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,4096,0.09461244609620835
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,3584,0.08042133516735502
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,3072,0.07086933321423002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,2560,0.06683111190795898
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,1536,0.04318311148219638
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,2048,0.05223555697335137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,65536,1.7492329279581706
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,1024,0.026016000244352553
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,768,0.01995022263791826
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,512,0.015486222174432544
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,256,0.011568889021873474
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,128,0.008606221940782335
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,32,0.006247111078765657
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,64,0.007690666450394525
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,65536,1.0780586666531033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,16384,0.2084346612294515
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,10240,0.13008266025119358
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,12288,0.15493778387705484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,8192,0.10788177781634861
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,6144,0.08071466949250963
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,7168,0.10725600189632839
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,4096,0.06450488832261828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,5120,0.06988800234264798
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,3584,0.05901777744293213
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,3072,0.05284800132115682
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,2560,0.04663644565476311
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,1536,0.033570667107899986
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,2048,0.043770667579438954
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,1024,0.023729777998394434
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,768,0.019454222586419847
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,128,0.007646222081449296
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,512,0.016306666864289176
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,256,0.01015822258260515
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,64,0.006019555446174409
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,32,0.005509333478079901
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,65536,0.8074720170762805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,12288,0.1422062185075548
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,16384,0.16252622339460585
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,10240,0.1185706721411811
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,8192,0.1165342198477851
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,7168,0.07563466495937772
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,6144,0.06796089145872328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,5120,0.05867822302712334
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,3072,0.04160888989766439
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,4096,0.0526702238453759
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,2560,0.03901866740650601
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,3584,0.046874665551715426
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,2048,0.033257779147889875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,1536,0.024442666106753882
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,512,0.009461333354314169
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,65536,0.5457288953993056
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,1024,0.01572355628013611
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,768,0.012713777522246042
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,256,0.007248000138335758
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,128,0.00665244460105896
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,32,0.005070222334729301
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,64,0.0063946665161185795
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,12288,0.07033244768778484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,16384,0.09413244326909383
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,8192,0.04921066761016846
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,6144,0.038482666015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,7168,0.04167911079194811
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,4096,0.03115644388728672
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,10240,0.05893333090676201
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,5120,0.03418311145570543
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,3072,0.024101333485709295
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,2560,0.021454221672481958
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,2048,0.01776266594727834
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,1536,0.014663999279340109
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,1024,0.01482311056719886
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,3584,0.027264000640975103
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,65536,0.31683288680182564
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,256,0.006681777950790193
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,768,0.012255999777052136
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,512,0.00944977750380834
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,32,0.0041368889311949415
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,64,0.004580444345871608
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,128,0.005220444252093633
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,12288,0.04909600151909722
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,10240,0.04455999864472283
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,16384,0.06631022029452853
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,8192,0.03656889001528422
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,7168,0.03518133362134298
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,65536,0.20034578111436632
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,5120,0.02648266653219859
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,6144,0.031903998719321355
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,3584,0.024136889312002394
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,4096,0.02643288837538825
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,2560,0.019858666592174105
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,3072,0.022333333889643352
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,1536,0.014282666974597506
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,2048,0.017435555656750996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,768,0.012835555606418185
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,1024,0.014364444547229342
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,256,0.006575999988449945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,512,0.008959111240175035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,128,0.004512000001139111
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,64,0.003648888733651903
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,32,0.0033395555284288195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,12288,0.045253333118226796
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,16384,0.05882133377922905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,8192,0.03355288836691115
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,10240,0.04167377617624071
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,5120,0.02383288906680213
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,7168,0.03137333194414774
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,6144,0.028873778051800195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,3072,0.01423288881778717
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,65536,0.20837867259979248
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,4096,0.01814311080508762
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,3584,0.0166311115026474
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,2560,0.013159111142158508
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,2048,0.011730666789743634
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,1024,0.008045333127180735
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,1536,0.010071111222108206
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,512,0.006672888994216919
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,768,0.007646222081449296
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,128,0.003738666574160258
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,256,0.005008000052637524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,32,0.0031102223114834893
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,12288,0.03900444507598877
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,64,0.0033742222521040174
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,16384,0.050026665131251015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,10240,0.03362933463520474
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,6144,0.02314311100376977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,65536,0.17085511154598662
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,7168,0.026849778162108526
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,5120,0.02029333346419864
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,8192,0.030887110365761652
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,4096,0.015956444872750174
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,3072,0.013358222113715278
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,3584,0.015119999647140503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,2048,0.011500444677140979
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,768,0.00527022240890397
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,2560,0.012645333177513547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,1024,0.00776533368561003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,512,0.005967111223273807
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,256,0.0038746665749284956
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,1536,0.010384889112578498
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,64,0.002991111121243901
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,128,0.0035777779089079965
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,32,0.0028924445311228433
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,6144,3.7337269253200955
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,5120,3.1330398983425565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,4096,2.2774719662136502
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,10240,6.16214116414388
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,7168,4.480433570014106
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,8192,4.942576090494792
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,12288,7.404751247829861
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,1536,0.8459422323438855
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,2048,1.0611848831176758
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,1024,0.5723724365234375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,2560,1.4058924780951605
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,3072,1.6858853234185114
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,3584,1.9851209852430556
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,128,0.14500978257921007
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,256,0.20130844910939535
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,512,0.33395732773674863
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,768,0.48626311620076496
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,64,0.1278408898247613
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,32,0.12713066736857095
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,16384,9.00303480360243
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,10240,1.483043564690484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,8192,1.3006329006618924
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,12288,1.9186471303304036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,7168,1.1109217537773979
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,16384,2.3877955542670355
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,6144,0.8634133338928223
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,4096,0.5891262160407172
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,3584,0.4750969145033095
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,5120,0.7770391040378146
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,3072,0.4565635787116156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,2048,0.32111999723646373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,1536,0.23788621690538195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,2560,0.3805066744486491
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,1024,0.15024888515472412
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,768,0.12589777840508357
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,256,0.06243999799092611
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,128,0.0427653325928582
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,512,0.09828088680903117
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,64,0.03625422385003831
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,32,0.037794666157828435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,12288,1.3677519692314997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,10240,1.139494260152181
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,8192,0.907857788933648
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,16384,1.7399395836724176
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,3584,0.3700897693634033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,6144,0.6547742419772679
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,4096,0.421508444680108
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,7168,0.7763208813137479
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,5120,0.5451217757331001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,3072,0.31744445694817436
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,2560,0.28812265396118164
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,2048,0.21889155440860322
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,1536,0.184568895234002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,1024,0.11875022782219781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,768,0.0957368877198961
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,512,0.06813600328233507
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,256,0.04570933183034261
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,128,0.03264710969395108
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,64,0.02697244452105628
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,32,0.028397334946526423
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,12288,1.0964106453789604
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,10240,0.9077332814534506
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,8192,0.7437502013312446
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,16384,1.4339591132269964
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,4096,0.36898310979207355
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,3584,0.28440621164109975
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,5120,0.4533359739515517
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,7168,0.6710915565490723
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,6144,0.5334044562445747
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,65536,9.04258304172092
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,2560,0.21497510539160836
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,3072,0.2534071074591743
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,1536,0.13378755251566568
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,768,0.07563466495937772
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,1024,0.0930711097187466
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,512,0.054247111082077026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,2048,0.17115467124515107
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,128,0.025898666845427618
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,256,0.03470933437347412
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,64,0.020776000287797716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,32,0.022494221727053326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,65536,6.69888178507487
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,12288,0.8750498029920789
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,16384,1.212675518459744
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,10240,0.7229973475138346
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,8192,0.5991759830050999
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,7168,0.4988702138264974
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,6144,0.4661128785875108
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,5120,0.37551289134555393
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,4096,0.3371582296159532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,3584,0.28528979089525014
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,2560,0.20858844121297201
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,3072,0.23749155468410918
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,1536,0.11546844906277126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,2048,0.17256889078352186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,1024,0.08101066615846422
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,768,0.0673440032535129
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,512,0.04949688911437988
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,256,0.03229511115286086
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,128,0.023750222391552393
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,32,0.021923555268181696
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,64,0.019440000255902607
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,65536,5.5003234015570746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,12288,0.7916204664442273
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,10240,0.6773893568250867
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,16384,1.0477644602457683
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,8192,0.5467679765489366
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,7168,0.45660358005099827
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,5120,0.3554026550716824
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,6144,0.4280844529469808
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,3072,0.2462844318813748
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,4096,0.3273999955919054
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,3584,0.30675466855367023
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,2560,0.2201155556572808
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,1536,0.11314133803049724
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,1024,0.0753484434551663
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,2048,0.15836889213985866
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,768,0.06796089145872328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,512,0.04558133416705661
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,32,0.02012711101108127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,128,0.024102222588327196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,256,0.030216889248953924
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,64,0.0181368887424469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,65536,4.691091749403212
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,10240,0.5777413580152724
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,12288,0.6897430949740939
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,16384,0.8987564510769315
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,8192,0.46439557605319554
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,7168,0.41519644525316024
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,4096,0.22438756624857584
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,5120,0.30075110329522026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,6144,0.3732435438368056
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,3584,0.18424622217814127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,3072,0.17023644182417128
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,2560,0.14557154973347983
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,2048,0.12354755401611328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,1536,0.08784355719884236
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,1024,0.0681884421242608
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,768,0.05349599983957079
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,256,0.026368889543745253
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,128,0.020058666666348774
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,512,0.03609066539340549
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,64,0.017123555143674214
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,32,0.01685688893000285
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,12288,0.5429964595370823
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,65536,4.149528927273221
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,10240,0.4397662215762668
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,16384,0.7337475352817111
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,7168,0.3456551233927409
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,8192,0.3955670992533366
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,6144,0.29206932915581596
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,5120,0.23069598939683703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,4096,0.16744532850053576
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,3584,0.15417777167426214
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,2560,0.10735999875598484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,2048,0.09222400188446045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,3072,0.13325599829355875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,1536,0.07298222515318128
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,768,0.042338665988710195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,1024,0.05076266659630669
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,256,0.020608888732062448
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,64,0.013227555486891003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,512,0.03211733367707994
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,128,0.01611111064751943
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,32,0.015799111790127225
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,65536,3.5647858513726125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,12288,0.4559173583984375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,10240,0.3837591012318929
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,16384,0.5806115468343099
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,65536,2.938927968343099
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,6144,0.23844178517659506
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,4096,0.1654240025414361
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,8192,0.3097582128312853
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,5120,0.18366666634877524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,7168,0.2796693378024631
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,2048,0.08270221948623657
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,2560,0.11034399933285183
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,3072,0.13719022274017334
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,3584,0.15049689345889622
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,1536,0.06833689080344306
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,768,0.0376853346824646
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,1024,0.0462355547481113
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,512,0.028147555059856836
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,256,0.019166222876972623
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,128,0.015235554840829639
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,64,0.012072888513406118
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,32,0.012865777644846173
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,10240,0.3565804428524441
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,16384,0.571389357248942
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,12288,0.42925866444905597
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,8192,0.2733457883199056
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,6144,0.21552356084187826
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,7168,0.24777423010932076
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,4096,0.1352213356229994
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,5120,0.17866133319007027
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,3584,0.1304924488067627
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,2560,0.09963999854193793
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,3072,0.12583733929528132
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,1536,0.06803377469380696
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,2048,0.08199199703004625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,1024,0.04983466532495287
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,768,0.03699644406636556
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,256,0.020076443751653034
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,512,0.027480888697836135
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,128,0.015124445160230001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,65536,2.3738248613145614
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,32,0.01205244412024816
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,64,0.011811555259757571
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,12288,0.3396426571740045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,16384,0.43029067251417374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,10240,0.29346132278442383
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,8192,0.2380159960852729
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,6144,0.17839288711547852
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,5120,0.14891200595431858
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,7168,0.20904089344872367
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,4096,0.10980888870027329
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,3584,0.10045866833792792
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,3072,0.08834133545557658
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,2560,0.07717244492636786
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,2048,0.05581600136227078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,1024,0.03255022234386868
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,1536,0.04356888930002848
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,768,0.026757333013746474
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,512,0.019592000378502738
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,128,0.009887110855844285
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,256,0.012861332959598966
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,65536,2.303134282430013
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,64,0.009646221995353699
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,32,0.0081395556529363
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,10240,0.2736426724327935
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,12288,0.32194222344292533
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,16384,0.42320799827575684
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,7168,0.17662489414215088
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,8192,0.23316711849636504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,65536,1.7525057262844508
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,6144,0.16074400477939182
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,4096,0.12863200240665013
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,5120,0.1487564378314548
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,3072,0.096705781088935
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,2048,0.05303466651174757
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,2560,0.0810462236404419
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,1536,0.0439573327700297
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,3584,0.12166310681237115
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,1024,0.030984888474146526
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,768,0.024892444411913555
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,512,0.01882755590809716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,128,0.009370666411187913
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,256,0.012343111137549082
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,64,0.009314667019579146
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,32,0.00792266676823298
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,65536,1.6971360312567816
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,8192,0.1668755610783895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,12288,0.27188089158799916
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,10240,0.2072248856226603
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,16384,0.28846221499972874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,7168,0.1472417778438992
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,6144,0.1335715585284763
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,4096,0.08127822478612264
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,5120,0.10911377933290269
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,2048,0.042986667818493314
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,3072,0.06420711014005873
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,2560,0.05401510993639628
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,3584,0.07265510823991564
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,1536,0.034338666333092585
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,768,0.020643555455737643
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,1024,0.024903999434577093
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,512,0.01497866710027059
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,256,0.010562666588359408
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,128,0.009400000174840292
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,65536,1.0740310880872939
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,64,0.008638222184446123
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,32,0.007278222176763747
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,10240,0.14032710923088923
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,12288,0.16602578428056505
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,8192,0.11943199899461533
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,7168,0.10159199767642552
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,6144,0.0896951092614068
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,4096,0.055705779128604464
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,3584,0.05089511142836677
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,3072,0.04315377937422859
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,16384,0.2798684438069661
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,5120,0.07707822322845459
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,2560,0.03718666566742791
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,2048,0.03249866763750712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,768,0.01646399994691213
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,1024,0.020210666788948905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,512,0.013263999587959714
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,1536,0.026608000199000042
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,128,0.007308444215191736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,256,0.009744000103738572
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,64,0.005956444475385878
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,32,0.005412444472312927
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,10240,0.11151999897427028
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,12288,0.12887556023067898
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,8192,0.08755555417802598
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,16384,0.18032622337341309
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,65536,1.0789608425564237
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,7168,0.07772266864776611
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,5120,0.05722666449016995
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,4096,0.04619644416703118
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,3072,0.0358915560775333
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,3584,0.0414631101820204
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,2560,0.03162399927775065
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,6144,0.06806844472885132
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,2048,0.030155556069480047
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,65536,0.5972151226467556
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,1024,0.018607111440764535
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,1536,0.02444711161984338
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,768,0.015042665931913586
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,256,0.008734222087595198
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,128,0.006440889090299606
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,512,0.011707555916574268
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,32,0.004943999979231092
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,16384,0.11168089177873398
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,64,0.005720888988839255
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,10240,0.07449955410427518
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,8192,0.06252800093756782
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,12288,0.08811733457777236
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,7168,0.0565813316239251
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,4096,0.03827910953097873
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,5120,0.045759999089770846
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,6144,0.05089422067006429
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,3584,0.0329715543323093
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,2560,0.02568799919552273
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,3072,0.029098666376537744
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,1536,0.01774577796459198
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,2048,0.021715554926130507
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,1024,0.013039111263222165
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,768,0.010909332997269101
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,65536,0.4094408882988824
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,512,0.011676444775528379
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,128,0.005400889035728242
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,256,0.006441777778996362
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,64,0.004671999977694618
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,32,0.005184000151024925
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,12288,0.0806079970465766
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,10240,0.07192889187071058
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,16384,0.09663555357191299
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,8192,0.06493866443634033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,7168,0.059119999408721924
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,6144,0.05602488915125529
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,5120,0.05362755391332838
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,4096,0.0306346681382921
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,3584,0.028499556912316218
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,3072,0.02405244443151686
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,65536,0.29971199565463597
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,1536,0.01457333399189843
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,2560,0.020949333906173706
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,2048,0.017668444249365065
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,768,0.009280888570679558
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,512,0.007806222471925948
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,256,0.005966222120655908
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,1024,0.011963555382357704
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,128,0.005057777795526716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,64,0.004450666821665234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,32,0.004118222329351637
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,12288,0.04112177756097581
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,16384,0.056539555390675865
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,10240,0.036045332749684654
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,8192,0.03458133339881897
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,7168,0.028111110130945843
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,5120,0.0232595553000768
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,6144,0.025219556358125474
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,4096,0.02016533414522807
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,65536,0.18741867277357313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,3584,0.018611555298169453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,2560,0.014707555373509726
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,3072,0.016189333465364244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,2048,0.012492444780137805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,1536,0.010634666515721215
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,1024,0.009126221968068017
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,512,0.007582222421964009
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,256,0.005868444426192178
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,64,0.0035537779331207275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,32,0.003383111208677292
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,128,0.003955555458863576
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,768,0.008457777400811514
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,12288,0.02988622254795498
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,16384,0.036151111125946045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,65536,0.10778488715489705
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,8192,0.02214844524860382
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,10240,0.027217777238951787
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,7168,0.02052088909678989
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,6144,0.018263111511866253
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,5120,0.016748444901572335
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,3584,0.01348088930050532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,2560,0.011824888487656912
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,3072,0.012721777790122561
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,2048,0.01181777815024058
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,1536,0.009773333039548662
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,4096,0.014504889647165934
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,1024,0.007789333661397298
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,512,0.006070222291681502
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,768,0.006974221931563483
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,256,0.005008000052637524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,128,0.003810666501522064
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,64,0.0033128888656695685
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,32,0.0031475555151700974
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,16384,0.030894223186704848
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,12288,0.025991999440722998
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,8192,0.018363555272420246
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,10240,0.022336888644430373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,7168,0.01706133286158244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,6144,0.015412444869677225
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,65536,0.10552444722917344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,3584,0.013184000220563678
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,4096,0.012725333372751871
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,3072,0.01165422217713462
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,5120,0.015465777781274585
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,2048,0.008640000389681922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,2560,0.01096088853147295
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,1536,0.00702044450574451
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,768,0.005151999907361137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,1024,0.005664000080691443
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,256,0.003949333396222857
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,512,0.004953777624501122
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,128,0.003168888803985384
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,64,0.003253333270549774
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,32,0.0028168888141711554
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,12288,0.0236826671494378
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,10240,0.020296888218985665
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,8192,0.01753422286775377
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,7168,0.016306666864289176
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,16384,0.029343111647499934
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,4096,0.01236088905069563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,65536,0.0943324433432685
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,3584,0.011686222420798408
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,3072,0.011602666642930774
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,2560,0.009909333454238044
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,5120,0.012824888858530255
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,1024,0.007677333222495184
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,6144,0.015075556106037565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,768,0.004864888886610667
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,1536,0.007382222347789341
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,512,0.005919111271699269
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,2048,0.008254222571849823
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,128,0.003216888962520493
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,256,0.003625777860482534
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,64,0.003050666716363695
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,32,0.0027066665805048416
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,10240,4.388506571451823
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,7168,3.225378672281901
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,8192,3.5953954060872397
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,5120,2.263278325398763
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,6144,2.772252400716146
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,12288,5.274366166856554
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,4096,1.7212035920884874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,3584,1.518191973368327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,1024,0.49028444290161133
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,16384,6.766631232367621
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,768,0.35873066054450137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,1536,0.6486168967352973
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,2560,1.086451530456543
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,2048,0.8569866816202799
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,512,0.2730453279283312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,128,0.11398133966657852
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,3072,1.316512001885308
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,64,0.0949911144044664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,32,0.08715999788708156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,256,0.15480977959103054
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,12288,1.348359955681695
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,10240,1.114993731180827
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,7168,0.7419395446777344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,8192,0.8729111353556315
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,6144,0.638495127360026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,16384,1.817590289645725
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,4096,0.4691777759128147
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,3584,0.3863324324289958
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,5120,0.5811280144585503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,3072,0.3523235585954454
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,2560,0.2912862300872803
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,1536,0.18407377931806776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,768,0.106568886174096
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,1024,0.13410845067765978
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,256,0.04743911160363091
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,512,0.07386133405897352
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,2048,0.22171821859147814
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,64,0.027822222974565294
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,128,0.034704890516069196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,32,0.029194666279686823
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,12288,0.9833129247029623
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,10240,0.8069946500990125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,8192,0.6337786780463325
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,16384,1.3686319986979167
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,7168,0.5699457592434353
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,5120,0.4096711211734348
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,6144,0.5150888760884603
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,4096,0.31711112128363717
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,3584,0.28487910164727104
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,3072,0.25692976845635307
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,2560,0.21776621871524385
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,2048,0.17066666815016004
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,1024,0.09794133239322239
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,1536,0.1350533299975925
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,768,0.07830222447713216
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,512,0.05705777804056803
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,64,0.021822222405009802
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,256,0.037662221325768366
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,128,0.026551999979548987
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,32,0.022945778237448797
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,12288,0.8206915325588651
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,10240,0.6764524247911242
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,16384,1.1036319732666016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,8192,0.5253858036465114
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,7168,0.5303671095106337
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,6144,0.3938053448994954
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,5120,0.3212577766842312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,4096,0.2652426560719808
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,3584,0.236791107389662
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,3072,0.2128675513797336
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,2560,0.18252710501352945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,2048,0.13919288582272
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,65536,7.063310411241319
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,1536,0.11873866452111138
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,1024,0.07965599828296237
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,768,0.0685173339313931
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,512,0.050042665667004056
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,256,0.03149155444569058
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,64,0.01811288959450192
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,32,0.02072355482313368
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,128,0.023416888382699754
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,65536,5.187068515353732
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,12288,0.6288986735873753
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,10240,0.5244302219814724
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,16384,0.8823413319057889
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,8192,0.4392746554480658
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,7168,0.36419110827975804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,6144,0.33262401156955296
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,5120,0.28801600138346356
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,4096,0.2111262215508355
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,3584,0.19476711750030518
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,3072,0.1758951081169976
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,2560,0.14852000607384577
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,2048,0.1151697768105401
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,1536,0.09344266520606147
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,65536,4.250037299262153
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,1024,0.06233244472079807
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,768,0.05141866538259718
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,512,0.03683200147416856
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,128,0.01831733352608151
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,64,0.015944888194402058
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,256,0.026503110925356548
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,32,0.015440000428093804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,16384,0.7494471338060168
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,8192,0.38194754388597274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,65536,3.610792795817057
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,10240,0.4630044301350911
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,7168,0.34105510181850857
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,12288,0.567455980512831
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,6144,0.3163306713104248
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,4096,0.20549955632951525
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,3584,0.19290399551391602
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,3072,0.16333688629998103
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,5120,0.2720479965209961
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,2560,0.14169955253601074
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,2048,0.11725600560506184
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,1536,0.08738222387101914
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,1024,0.060044447580973305
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,768,0.04972444309128655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,128,0.017822222577200997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,256,0.02507200009293026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,512,0.03677422139379714
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,64,0.015840000576443143
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,32,0.015375999940766228
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,12288,0.44591108957926434
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,10240,0.3767955568101671
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,8192,0.3119804329342312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,7168,0.2774488925933838
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,16384,0.6072470876905653
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,6144,0.2574826611412896
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,65536,3.0429119533962674
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,5120,0.2068026728100247
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,3584,0.14722488986121282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,3072,0.12394132879045273
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,4096,0.16155110465155706
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,2560,0.10921866363949245
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,1536,0.06611288918389215
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,1024,0.048934221267700195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,768,0.03794577717781067
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,256,0.019612444771660697
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,512,0.030282666285832722
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,128,0.014720888601409065
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,2048,0.09356177515453762
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,32,0.013752000199423896
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,64,0.013196444345845116
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,10240,0.3639422257741292
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,16384,0.5375653372870551
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,8192,0.29899554782443577
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,12288,0.4188888867696126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,5120,0.17335555288526747
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,7168,0.285720878177219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,6144,0.1999919944339328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,4096,0.14889955520629883
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,65536,2.5066844092475042
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,3072,0.12236711714002822
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,3584,0.13675199614630804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,2560,0.10452977816263835
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,2048,0.08270044459236993
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,1536,0.05702755848566691
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,1024,0.039664000272750854
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,768,0.032595554987589516
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,512,0.02362577782736884
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,256,0.0169831116994222
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,32,0.012527111503813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,64,0.0103502223889033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,128,0.01328000012371275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,16384,0.40071288744608563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,12288,0.30393777953253853
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,10240,0.2522835466596815
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,8192,0.2059182193544176
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,65536,2.196544859144423
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,7168,0.18441066477033827
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,6144,0.15497422218322754
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,4096,0.10512355301115249
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,3584,0.09227999713685776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,5120,0.1301164494620429
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,3072,0.09114578035142686
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,2048,0.05605600277582804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,1536,0.043932444519466825
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,1024,0.031352887550989784
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,2560,0.06999733050664265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,768,0.02896711230278015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,256,0.012906666431162091
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,512,0.01904000010755327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,64,0.010905777414639791
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,128,0.00979911122057173
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,32,0.008008889026112026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,12288,0.2965475453270806
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,65536,1.744719081454807
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,7168,0.17077777120802137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,8192,0.19281333022647432
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,6144,0.15107466114891901
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,10240,0.2400888866848416
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,5120,0.13960177368587917
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,4096,0.10198311010996501
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,16384,0.38173066245185
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,2048,0.05461600091722277
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,1536,0.04299111167589823
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,3072,0.08004888561036852
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,2560,0.0699111090766059
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,3584,0.0901048911942376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,1024,0.03224800030390421
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,768,0.024710221423043147
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,512,0.018785778019163344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,256,0.012438221938080259
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,128,0.009521777431170145
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,64,0.009383111364311641
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,32,0.007790221936172909
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,65536,1.5134773254394531
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,16384,0.30919377009073895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,12288,0.24042044745551217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,10240,0.21225155724419487
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,8192,0.1784906652238634
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,7168,0.16588266690572104
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,6144,0.1311617824766371
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,4096,0.09250666697820027
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,5120,0.1124746667014228
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,3584,0.08671644661161636
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,3072,0.0736808909310235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,2560,0.06303822331958346
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,2048,0.05492622322506375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,1536,0.04344177908367581
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,1024,0.03344088792800903
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,768,0.02531733281082577
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,128,0.009349333743254343
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,512,0.019673777951134574
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,256,0.012335110869672565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,64,0.00928177767329746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,32,0.007796444826655918
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,12288,0.21353067292107475
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,10240,0.1751786602867974
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,8192,0.14574221769968668
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,16384,0.3013217714097765
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,65536,1.141492419772678
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,7168,0.13150044282277426
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,5120,0.09830311271879409
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,3072,0.07283377647399902
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,3584,0.08410933282640244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,4096,0.10513955354690552
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,6144,0.11355022589365642
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,2560,0.06114933225843641
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,2048,0.05159644285837809
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,1024,0.03347555465168423
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,1536,0.05002489023738437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,512,0.018605333235528734
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,768,0.028216888507207234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,256,0.012350222302807702
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,128,0.009152000149091085
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,32,0.0076248885856734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,64,0.00904622260067198
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,10240,0.1286675532658895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,16384,0.21261244350009492
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,12288,0.15520444181230333
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,65536,1.1694151560465496
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,8192,0.10874399873945449
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,7168,0.09509955512152778
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,6144,0.08740444315804376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,4096,0.055008888244628906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,3584,0.048806223604414195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,5120,0.06775733497407702
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,2560,0.03936622209019131
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,2048,0.03079644507831997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,1536,0.023805333508385554
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,3072,0.042336000336541064
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,768,0.01740622189309862
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,1024,0.018626666731304593
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,512,0.012772444221708508
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,65536,0.860399087270101
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,128,0.00867555538813273
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,256,0.009273777405420939
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,64,0.005973333285914526
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,32,0.005232000102599462
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,8192,0.0917653308974372
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,16384,0.17723200056287977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,10240,0.10653333531485663
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,7168,0.08034755786259969
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,12288,0.12402044402228461
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,5120,0.05794666873084175
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,6144,0.0699582232369317
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,4096,0.05911022424697876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,3584,0.04853422111935086
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,2560,0.0365591115421719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,2048,0.02958400050799052
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,1536,0.02604088849491543
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,3072,0.04200088977813721
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,1024,0.017532444662517972
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,768,0.014807111687130399
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,512,0.011508444117175208
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,128,0.007716444631417592
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,64,0.005674666828579373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,256,0.00889511075284746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,65536,0.5687244203355577
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,32,0.00508266646001074
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,16384,0.15796532895829943
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,12288,0.11727378103468154
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,10240,0.08621244298087226
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,8192,0.08175644609663221
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,7168,0.0624613364537557
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,6144,0.05913066864013672
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,5120,0.04539555642339918
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,3584,0.037040889263153076
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,4096,0.03899822301334805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,3072,0.028331554598278467
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,2048,0.02071644365787506
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,2560,0.029176000091764662
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,1536,0.01757777730623881
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,1024,0.012630222572220696
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,768,0.01072088877360026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,512,0.008732444710201686
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,128,0.005390222287840313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,256,0.006481777876615524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,65536,0.4927048683166504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,64,0.005000888887378904
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,32,0.004288889053795072
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,10240,0.06429066922929552
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,8192,0.05284444491068522
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,16384,0.08791999684439765
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,12288,0.06952000326580472
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,7168,0.04158400164710151
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,6144,0.03681333197487725
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,5120,0.03880177934964498
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,3584,0.027797334724002417
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,4096,0.03163111209869385
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,3072,0.024474667178259954
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,65536,0.2986000114017063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,2560,0.021897777915000916
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,2048,0.01776088939772712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,1536,0.015082667271296183
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,768,0.009619555539555019
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,256,0.006077333456940121
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,1024,0.011436444189813403
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,512,0.007729777859316931
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,128,0.005141333159473208
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,64,0.004666666603750653
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,32,0.004115555435419083
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,12288,0.05277422070503235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,10240,0.046534223688973315
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,7168,0.037821332613627114
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,8192,0.040911999013688825
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,16384,0.06477066543367174
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,6144,0.0347724457581838
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,65536,0.207223998175727
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,4096,0.027239999837345544
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,5120,0.032088001569112144
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,3072,0.02095555596881443
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,2048,0.015365334020720588
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,3584,0.02408355474472046
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,2560,0.018598222070270114
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,1536,0.01295111080010732
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,768,0.008740444150235917
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,1024,0.010035555395815108
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,256,0.005740444279379315
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,512,0.00720088928937912
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,64,0.0038328886859946777
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,128,0.0042275554604000514
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,32,0.0037431112594074676
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,16384,0.037616888682047524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,10240,0.027196443743175928
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,12288,0.03085600005255805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,8192,0.024047111471494038
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,6144,0.019340443942281935
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,7168,0.021155556042989094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,65536,0.11458667119344075
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,5120,0.017605332864655387
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,3584,0.015574221809705099
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,4096,0.01650044487582313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,2048,0.01167022188504537
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,2560,0.01371911085314221
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,1536,0.009848888549539778
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,1024,0.007879111501905654
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,768,0.0069822221994400024
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,3072,0.01513066722287072
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,512,0.006050666587220297
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,256,0.005256888767083486
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,64,0.0034604445099830627
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,128,0.004232888834344016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,32,0.003176888864901331
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,16384,0.0274000002278222
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,65536,0.0824328859647115
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,12288,0.021899556120236714
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,10240,0.01905333333545261
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,6144,0.014288889037238227
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,8192,0.016682666209008958
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,5120,0.01330133361948861
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,4096,0.012921777864297232
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,3072,0.011602666642930774
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,3584,0.012549333274364471
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,7168,0.01661688917213016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,2048,0.010048888623714447
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,2560,0.010737777584128909
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,1536,0.009517333573765224
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,1024,0.00776711106300354
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,768,0.0069360000391801195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,512,0.006024000131421619
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,256,0.0051893335249688895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,128,0.0034711110509104202
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,64,0.0032346666687064697
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,32,0.0030737777964936364
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,16384,0.02564711040920681
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,12288,0.01928444372283088
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,10240,0.017077333397335477
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,8192,0.014837332897716098
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,6144,0.013044444223244986
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,65536,0.07616088787714641
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,7168,0.0140337778462304
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,4096,0.01036177741156684
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,3584,0.00979555563794242
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,3072,0.009007111191749573
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,5120,0.012857777376969656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,2560,0.009776888622177972
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,1536,0.006539555473460092
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,1024,0.005355555564165115
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,512,0.004858666823969947
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,2048,0.008592888712882996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,256,0.0037537775933742523
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,768,0.004934222333961063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,128,0.003119999956753519
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,64,0.0031191110610961914
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,32,0.002797333316670524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,12288,0.01945066617594825
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,10240,0.017127111554145813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,65536,0.07083111339145236
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,16384,0.024163555767801072
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,7168,0.012699555191728802
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,8192,0.014793778459231058
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,4096,0.010018666585286459
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,3584,0.009185777770148383
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,6144,0.01185155577129788
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,5120,0.011596444580290051
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,3072,0.008823110825485652
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,2048,0.008062221937709385
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,2560,0.008991111483838823
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,768,0.00480355570713679
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,1536,0.006847111301289664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,256,0.003565333369705412
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,1024,0.0075431110130416016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,512,0.0047128887640105355
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,128,0.0032142222755485107
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,64,0.002773333340883255
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,32,0.0026968889352348116
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,10240,2.8714542388916016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,12288,3.472273720635308
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,7168,1.9330435858832464
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,8192,2.3371955023871527
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,6144,1.7467866473727758
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,5120,1.45343017578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,4096,1.164782206217448
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,16384,4.466736687554254
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,3584,1.0159386528862846
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,3072,0.8755057652791342
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,2560,0.701259560055203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,2048,0.6174240112304688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,768,0.245015992058648
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,256,0.10830399725172256
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,128,0.08463111188676621
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,1536,0.4668649037679036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,64,0.06730755832460192
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,1024,0.32060445679558647
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,512,0.1649671130710178
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,32,0.05804889069663154
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,10240,0.7115919854905871
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,12288,0.8551937739054362
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,8192,0.5580631362067329
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,7168,0.49494043986002606
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,16384,1.151036474439833
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,6144,0.4647342363993327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,5120,0.40054043134053546
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,4096,0.2804337872399224
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,3584,0.2559822135501438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,3072,0.20769777562883165
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,2560,0.18119377560085723
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,2048,0.1475048859914144
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,512,0.04994844396909078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,768,0.06665955649481879
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,256,0.03189599845144484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,1024,0.1463164488474528
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,1536,0.26467733912997776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,128,0.029566221767001685
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,64,0.024506666594081458
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,32,0.018990221950742934
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,12288,0.6284382078382704
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,10240,0.5146249135335287
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,8192,0.4158008893330892
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,16384,0.8693128691779243
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,6144,0.3107439941830105
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,7168,0.39992888768513996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,4096,0.22019733322991264
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,5120,0.2697297732035319
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,3584,0.19809867276085746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,3072,0.1717511150572035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,2560,0.14576621850331625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,2048,0.11907733811272515
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,768,0.061836441357930504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,1536,0.16829421785142687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,256,0.025809778107537165
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,512,0.04679110977384779
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,128,0.024127999941507976
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,1024,0.07603822151819865
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,64,0.016789333687888253
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,32,0.012991111311647626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,12288,0.4953324529859755
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,16384,0.6721893416510688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,65536,4.538822174072266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,10240,0.44844357172648114
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,8192,0.36740178532070583
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,7168,0.31900978088378906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,6144,0.2838355435265435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,5120,0.24318401018778482
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,4096,0.19329599539438883
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,3072,0.16530577341715494
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,2560,0.13739200433095297
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,3584,0.17352444595760771
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,65536,3.5922033521864147
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,2048,0.12359644307030572
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,1536,0.10808444685406154
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,1024,0.06246044238408407
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,512,0.03768800033463372
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,256,0.02050044470363193
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,32,0.013385777672131857
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,64,0.01583377851380242
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,128,0.019001776973406475
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,768,0.04651822315322029
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,12288,0.4251573350694444
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,65536,2.835469351874458
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,10240,0.36663020981682676
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,16384,0.5659866862826878
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,8192,0.3016328811645508
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,6144,0.23674133088853624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,7168,0.3029084470536974
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,5120,0.2729244497087267
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,3584,0.17716888586680093
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,4096,0.2007031175825331
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,2560,0.12499022483825684
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,3072,0.14996533923678929
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,2048,0.10783644517262776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,1024,0.05169777737723457
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,256,0.019811555743217468
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,512,0.033731556600994535
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,768,0.04422933194372389
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,1536,0.0771848890516493
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,128,0.01740444368786282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,32,0.01258044441541036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,64,0.01571555601225959
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,12288,0.4105857743157281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,16384,0.5363795492384169
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,10240,0.3575262228647868
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,8192,0.29504532284206814
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,65536,2.319795608520508
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,6144,0.2994026607937283
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,7168,0.3494604428609212
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,5120,0.25914043850368923
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,2560,0.12116800414191352
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,3072,0.14654933081732854
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,2048,0.101383109887441
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,3584,0.1859795517391629
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,4096,0.19364355670081246
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,768,0.04222222169240316
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,1536,0.06912533442179362
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,256,0.01940711173746321
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,1024,0.04742044541570875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,512,0.03288177649180094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,128,0.014887111054526435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,64,0.014536889062987434
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,32,0.011503111157152386
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,12288,0.3043004406823052
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,10240,0.2546444469028049
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,16384,0.40021777153015137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,8192,0.20427110460069445
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,65536,2.1612311469184027
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,7168,0.1862835619184706
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,6144,0.1567200024922689
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,5120,0.13177243868509927
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,2048,0.07261244455973308
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,4096,0.1470711098776923
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,2560,0.08566755718655056
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,3584,0.11830488840738933
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,3072,0.09884533617231582
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,1536,0.04498222139146593
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,1024,0.03176888823509216
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,512,0.02386666668785943
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,768,0.029811554484897192
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,256,0.01501066651609209
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,128,0.012345777617560493
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,64,0.009197333620654212
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,32,0.00795111142926746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,65536,1.7828799353705511
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,16384,0.3354622258080377
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,12288,0.2529839939541287
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,10240,0.22161332766215006
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,6144,0.24297777811686197
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,8192,0.1822319957945082
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,5120,0.19823200172848174
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,4096,0.10617955525716145
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,3584,0.0937875575489468
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,7168,0.1667546696133084
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,3072,0.08147466844982572
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,2560,0.06895822286605835
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,1536,0.046372443437576294
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,1024,0.03151911165979173
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,2048,0.06000355879465739
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,256,0.01460622251033783
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,768,0.02942311101489597
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,512,0.023039999935362074
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,128,0.011704888608720569
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,64,0.013003555436929068
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,32,0.0075191110372543335
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,65536,1.3570684856838648
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,16384,0.3087022304534912
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,10240,0.2035804457134671
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,12288,0.23704176478915742
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,8192,0.17216800318823922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,6144,0.11978044774797227
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,5120,0.09913955794440375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,7168,0.13265600469377306
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,3584,0.08733066585328843
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,4096,0.0833466649055481
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,2560,0.06260799699359469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,3072,0.07250310977300008
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,2048,0.05168977710935804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,1536,0.040150221851136945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,1024,0.025006221400366888
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,768,0.02087644404835171
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,512,0.0159608887301551
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,256,0.015030221806632148
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,128,0.0092284447617001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,64,0.010960000256697336
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,32,0.007156444092591603
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,12288,0.2299955685933431
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,65536,1.2136799494425456
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,16384,0.29707378811306423
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,10240,0.1792844401465522
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,8192,0.14472888575659856
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,7168,0.1448684400982327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,6144,0.11465777291191949
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,5120,0.0992257793744405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,4096,0.08329777585135566
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,3584,0.07494133048587374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,3072,0.07867999871571858
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,2560,0.06194755766126844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,2048,0.05299733413590325
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,1536,0.03459111187193129
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,768,0.020590222544140287
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,1024,0.027055111196306016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,256,0.013964444398880005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,512,0.016421332955360413
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,128,0.008741333252853816
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,64,0.009882666998439366
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,32,0.007254222200976477
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,12288,0.1570720010333591
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,10240,0.12918578253851995
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,16384,0.21526311503516304
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,8192,0.11028711001078288
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,65536,1.1465671327379015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,6144,0.08159822225570679
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,4096,0.055254220962524414
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,7168,0.09394755628373887
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,5120,0.07061866919199626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,2560,0.037652442852656044
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,3584,0.049957331683900624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,2048,0.03120622369978163
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,3072,0.04335111048486498
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,1536,0.035558223724365234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,1024,0.024753777517212763
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,768,0.015878222054905362
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,256,0.0096133334769143
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,65536,0.8709040217929416
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,128,0.00755466686354743
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,32,0.005197333378924264
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,512,0.012623111406962076
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,64,0.008120888637171851
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,12288,0.15184888574812147
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,16384,0.22548090087042916
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,8192,0.1051715546184116
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,7168,0.09132444196277195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,10240,0.1276577843560113
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,6144,0.08657244178983901
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,5120,0.06710755825042725
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,4096,0.055036445458730064
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,3584,0.04930399854977926
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,3072,0.04332977864477369
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,2560,0.0399600002500746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,2048,0.030664887693193223
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,1536,0.02464977734618717
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,1024,0.02472355630662706
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,512,0.015896888242827523
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,768,0.017628444565667045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,256,0.009830222361617619
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,64,0.0057848890622456866
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,128,0.00982844415638182
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,32,0.0052595556610160405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,16384,0.1536737812889947
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,12288,0.122871994972229
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,65536,0.812764432695177
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,10240,0.10658399926291572
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,8192,0.09571733077367146
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,7168,0.07921155293782552
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,5120,0.05946222278806898
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,6144,0.07352799839443631
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,4096,0.06107733647028605
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,3584,0.05567022164662679
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,3072,0.05072177780999077
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,2560,0.03949777616394891
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,1536,0.02472355630662706
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,1024,0.015305777390797934
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,768,0.015617777903874716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,2048,0.030460443761613634
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,512,0.009992889232105678
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,256,0.009529777699046666
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,65536,0.5665200021531847
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,64,0.005839111076460944
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,128,0.009011555876996782
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,32,0.005139555368158552
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,16384,0.12875466876559788
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,10240,0.08933066659503514
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,12288,0.10511200295554267
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,8192,0.0769688884417216
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,7168,0.0692302253511217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,5120,0.057929780748155385
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,4096,0.037688887781567044
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,6144,0.06956533590952556
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,3584,0.03525688913133409
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,3072,0.02971022327740987
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,2560,0.02639466689692603
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,2048,0.02197955548763275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,65536,0.4435271157158746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,1536,0.016959110895792644
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,1024,0.013056000073750814
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,768,0.011361777782440186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,512,0.0094373333785269
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,256,0.006412444429265128
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,128,0.007000000112586551
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,64,0.004661333229806689
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,32,0.004286222159862518
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,10240,0.05372177892261081
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,16384,0.08698044220606486
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,12288,0.062181333700815834
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,5120,0.03201155530081855
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,7168,0.040919999281565346
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,8192,0.04580710993872749
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,6144,0.037003556887308754
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,4096,0.0307279990779029
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,3584,0.027800000376171533
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,2560,0.02090399960676829
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,3072,0.024168888727823894
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,65536,0.28509510887993705
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,1536,0.01463822192615933
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,2048,0.01799199978510539
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,768,0.00942488925324546
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,256,0.006024000131421619
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,1024,0.011260444091426002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,512,0.007726222276687622
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,128,0.005932444499598608
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,32,0.004204444587230682
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,64,0.004597333156400257
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,16384,0.07393511136372884
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,12288,0.05863733424080742
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,8192,0.04222666554980808
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,6144,0.03432710965474447
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,7168,0.03891377647717794
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,65536,0.26563911967807347
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,5120,0.030456887351142034
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,3584,0.024068444967269897
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,4096,0.027841776609420776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,10240,0.051783111360338
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,2560,0.018339556124475267
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,2048,0.01847466660870446
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,3072,0.02348088887002733
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,1024,0.010843555960390302
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,1536,0.0144177774588267
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,768,0.009371555513805812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,256,0.00591111100382275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,64,0.004338666796684265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,128,0.00526311124364535
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,32,0.003801777958869934
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,512,0.007600888609886169
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,16384,0.058079110251532666
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,12288,0.04103555613093906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,10240,0.03681600093841553
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,7168,0.027874665127860174
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,8192,0.034075554874208235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,6144,0.02546577817863888
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,65536,0.1856924427880181
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,4096,0.020340444313155282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,3584,0.018415111634466384
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,5120,0.023033777872721355
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,2560,0.014715555641386243
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,2048,0.012444444828563266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,3072,0.0162764439980189
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,1536,0.010489777558379702
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,1024,0.00849333322710461
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,512,0.006222222414281633
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,768,0.007322666545708974
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,128,0.003976888954639435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,256,0.004578666554556953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,32,0.0033324443631701996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,64,0.0038897775941424896
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,12288,0.027020444472630818
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,65536,0.09941599766413371
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,16384,0.03348711133003235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,10240,0.023511999183230933
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,8192,0.02105955613984002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,7168,0.01944977707333035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,5120,0.01645777788427141
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,6144,0.017864889568752713
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,3584,0.01387644476360745
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,2560,0.011669333610269757
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,4096,0.014480888843536377
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,2048,0.011437333292431302
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,1536,0.009540444446934594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,768,0.0069226668112807805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,1024,0.007803555164072249
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,512,0.006040888941950268
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,3072,0.013222222526868185
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,256,0.004956444518433677
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,128,0.004256000121434529
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,64,0.0033662221911880705
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,32,0.003134222287270758
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,12288,0.017768889665603638
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,8192,0.01428711083200243
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,10240,0.01604977746804555
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,16384,0.023535999986860488
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,7168,0.013479111095269522
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,65536,0.06637333499060737
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,6144,0.012520000338554382
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,3584,0.010106667048401302
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,3072,0.009708444277445475
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,4096,0.010583110981517367
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,2048,0.008460444708665213
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,5120,0.012680889003806643
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,2560,0.009095999929640029
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,1536,0.007896888587209914
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,768,0.006888888776302338
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,512,0.005969777703285217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,256,0.0038151111867692736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,128,0.003411555455790626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,1024,0.007719111111429002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,64,0.00309244439833694
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,32,0.0028355556229750314
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,65536,0.061016890737745494
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,10240,0.015067555838161044
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,12288,0.01676177812947167
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,8192,0.013423999978436364
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,16384,0.019744000501102872
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,7168,0.012666666673289405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,5120,0.010986666712496014
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,6144,0.011671110987663269
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,3584,0.008338666624493068
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,4096,0.00869955536392
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,3072,0.007932444413503012
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,2560,0.00870222184393141
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,2048,0.0075128889746136135
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,1536,0.006508444332414203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,512,0.0047457776963710785
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,1024,0.005323555734422471
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,768,0.004810666872395409
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,256,0.003681777666012446
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,128,0.003105777833196852
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,64,0.002969777832428614
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,32,0.002752888947725296
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,12288,0.01442577772670322
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,16384,0.016939555605252583
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,65536,0.052700443400277026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,8192,0.012078222301271228
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,5120,0.010061333576838175
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,10240,0.014204444156752693
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,7168,0.011417778001891242
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,6144,0.011437333292431302
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,4096,0.008199111455016667
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,3584,0.00794577764140235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,2560,0.007335111498832703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,3072,0.007609777980380588
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,2048,0.006719111154476802
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,1536,0.006436444405052397
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,1024,0.006143110907740063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,512,0.004120888809363048
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,768,0.004701333327425851
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,256,0.0035217776894569397
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,128,0.003216000066863166
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,32,0.0026613333159022858
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,64,0.0027235555979940626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,10240,2.27437252468533
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,12288,2.700735939873589
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,8192,1.8198293050130208
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,7168,1.636672019958496
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,6144,1.3771902720133464
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,5120,1.1473475562201607
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,16384,3.5941793653700085
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,4096,0.8916746775309244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,3584,0.7772897614373101
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,2560,0.5502666897243923
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,3072,0.7023902469211154
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,1024,0.23253422313266328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,1536,0.3747262159983317
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,2048,0.4661395814683702
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,256,0.08517422278722127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,512,0.14170666535695395
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,768,0.1832115517722236
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,128,0.06616177823808458
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,32,0.04672444529003567
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,64,0.05176533261934916
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,10240,0.5244142214457194
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,12288,0.6456142001681858
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,16384,0.936579598320855
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,8192,0.4166959921518962
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,7168,0.3934426572587755
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,5120,0.26100177235073513
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,6144,0.31368621190388996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,4096,0.22111466195848253
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,3584,0.2052373356289334
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,3072,0.16739200221167672
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,2048,0.11831111378139919
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,2560,0.14490577909681532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,1536,0.09796977705425686
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,1024,0.064246224032508
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,768,0.05415733324156868
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,256,0.02591111097070906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,512,0.03768800033463372
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,128,0.023358222511079576
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,64,0.017289777596791584
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,32,0.013668444421556262
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,12288,0.45233154296875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,16384,0.6823404630025228
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,10240,0.3729333347744412
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,8192,0.3482204543219672
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,7168,0.2760835488637288
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,6144,0.24171911345587838
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,5120,0.21648089090983072
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,4096,0.16643467214372423
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,3584,0.1507386631435818
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,3072,0.1339848836263021
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,2560,0.10595289203855728
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,2048,0.08923555745018853
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,1024,0.0499875545501709
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,1536,0.07101511292987399
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,768,0.04608711269166735
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,256,0.021565333008766174
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,128,0.01893422173129188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,64,0.016174222032229107
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,512,0.03376355436113145
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,32,0.012864888542228274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,65536,3.7127227783203125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,12288,0.42388354407416445
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,16384,0.5650204552544488
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,10240,0.36110133594936794
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,8192,0.3181048764122857
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,7168,0.29423289828830296
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,65536,2.779391182793511
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,6144,0.2364586724175347
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,5120,0.2059182193544176
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,4096,0.15325155523088244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,3584,0.13951199584537083
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,3072,0.12063466178046332
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,2560,0.10570133394665188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,1536,0.07041777504814996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,768,0.04384266667895847
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,2048,0.09006666474872166
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,256,0.020018666982650757
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,512,0.033933334880405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,128,0.016766221986876596
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,1024,0.047167999876870044
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,64,0.014730667074521383
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,32,0.011713777979214987
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,12288,0.30499111281500924
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,16384,0.40597600407070583
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,10240,0.25538576973809135
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,65536,2.331853230794271
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,8192,0.21589333481258818
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,7168,0.18169866667853463
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,6144,0.1651137802335951
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,5120,0.13657511605156794
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,4096,0.13453777631123862
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,3584,0.1201288832558526
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,3072,0.11184710926479763
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,1536,0.04702755477693346
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,2048,0.07435911231570773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,2560,0.08932177888022529
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,768,0.029703110456466675
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,128,0.012758221891191272
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,512,0.024175110790464614
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,1024,0.033225778076383806
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,256,0.01665511065059238
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,32,0.008120888637171851
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,64,0.009277332988050249
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,12288,0.30141599973042804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,10240,0.2521893448299832
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,8192,0.20250222418043348
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,16384,0.4025351206461589
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,65536,1.7918745676676433
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,7168,0.17608888943990073
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,6144,0.157368885146247
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,5120,0.13148978021409777
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,3584,0.11496799521976048
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,4096,0.13512799474928114
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,3072,0.09973688920338948
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,2560,0.08509600162506104
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,2048,0.07169244686762492
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,1536,0.046089778343836464
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,1024,0.03345600101682875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,768,0.029907554388046265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,256,0.015941333439615037
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,64,0.008839999636014303
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,32,0.007704888780911763
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,128,0.012551999754375882
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,512,0.023403555154800415
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,12288,0.22845244407653809
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,16384,0.2956373426649305
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,10240,0.19516266716851127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,8192,0.16225955221388075
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,65536,1.6364551120334203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,6144,0.13354133235083684
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,7168,0.14881511529286703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,5120,0.12281155586242676
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,4096,0.1256106694539388
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,3584,0.11072444253497654
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,1536,0.04650844468010796
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,2048,0.070978668000963
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,2560,0.08038222127490573
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,1024,0.03278755479388767
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,3072,0.09361777702967326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,768,0.030986666679382324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,256,0.015431111057599386
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,512,0.02402044501569536
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,128,0.01181244436237547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,64,0.008924444516499838
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,32,0.007919111185603673
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,65536,1.2775422202216256
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,16384,0.285624901453654
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,12288,0.22239555252922905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,10240,0.19329867098066542
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,8192,0.18627111117045084
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,6144,0.1298888921737671
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,5120,0.10829599698384602
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,7168,0.23115022977193198
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,4096,0.09419555796517266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,3584,0.07887022362815009
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,2560,0.06400355365541247
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,1536,0.04619733492533366
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,2048,0.058727112081315785
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,1024,0.0373982224199507
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,3072,0.07157778077655368
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,512,0.022657778528001573
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,768,0.028903110159768
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,256,0.015069334043396844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,128,0.010466666685210334
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,32,0.00742222203148736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,64,0.010320888625250923
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,65536,1.1698586146036785
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,12288,0.15775911013285318
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,10240,0.13119288285573324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,16384,0.21404711405436197
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,8192,0.12074577808380127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,7168,0.0940106643570794
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,6144,0.08182044161690606
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,4096,0.06604799959394667
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,3584,0.059037334389156766
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,3072,0.05194311009513008
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,5120,0.06875822279188368
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,2048,0.03958311014705234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,1536,0.02514222264289856
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,2560,0.046705779102113515
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,1024,0.018744889232847426
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,512,0.012841777669058906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,768,0.01571822166442871
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,256,0.009877333210574256
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,64,0.0092275556590822
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,128,0.00778399987353219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,32,0.005240889059172736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,65536,0.8762764400906033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,12288,0.15189954969618055
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,16384,0.19056177139282227
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,10240,0.12900355127122667
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,8192,0.10393244690365261
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,7168,0.09154311153623794
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,5120,0.06701155503590901
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,4096,0.06353777647018433
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,3072,0.05199999941719902
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,3584,0.05692088603973389
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,2048,0.03759555684195624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,6144,0.08604177501466538
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,1536,0.024891555309295654
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,2560,0.04535466763708326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,1024,0.01850400037235684
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,128,0.0073902226156658595
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,256,0.009184888667530483
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,65536,0.7016275723775228
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,512,0.012542222109105853
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,768,0.016136889656384785
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,64,0.008364444805516137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,32,0.005072000126043956
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,12288,0.12202310562133789
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,10240,0.10696622398164536
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,16384,0.16024000114864773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,8192,0.08931555350621541
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,7168,0.08229333162307739
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,6144,0.07238133086098565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,5120,0.060621334446801074
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,4096,0.057633777459462486
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,3584,0.04880977670351664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,2048,0.030386666456858318
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,2560,0.03650044401486715
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,3072,0.04482400086190966
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,1024,0.01832444469134013
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,768,0.013487999637921652
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,1536,0.02456533412138621
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,256,0.00888888869020674
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,65536,0.5913519859313965
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,512,0.010960000256697336
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,64,0.0069324444565508105
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,128,0.006305777778228124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,32,0.004968889057636261
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,16384,0.14966311719682482
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,10240,0.1095013353559706
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,8192,0.0866675575574239
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,12288,0.12208267052968343
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,7168,0.08035377661387126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,3584,0.04744355546103584
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,5120,0.058283554183112256
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,2560,0.03657777773009406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,6144,0.0704888900121053
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,65536,0.5209120114644369
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,3072,0.042456888490253024
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,2048,0.0303422212600708
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,1536,0.0243511117166943
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,4096,0.0515288876162635
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,1024,0.01570133368174235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,768,0.015494222442309061
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,512,0.009820444716347588
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,128,0.008405333591832055
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,256,0.009676444033781687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,64,0.0058417779703934984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,32,0.005071111023426056
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,7168,0.06116266383065117
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,8192,0.0851644476254781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,12288,0.10083199871910943
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,10240,0.08597155412038167
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,65536,0.40993332862854004
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,5120,0.04567289021280077
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,16384,0.1317804389529758
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,6144,0.05275555451711019
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,3584,0.03564000129699707
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,4096,0.039474666118621826
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,2560,0.02606133288807339
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,3072,0.03595733311441209
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,2048,0.02128355536195967
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,1536,0.01732711162832048
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,512,0.00941066692272822
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,1024,0.012913777596420713
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,768,0.010932444698280759
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,128,0.0070222218831380205
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,256,0.00647288892004225
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,64,0.004701333327425851
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,32,0.004288889053795072
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,12288,0.06516710917154948
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,16384,0.08265778091218737
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,10240,0.056903998057047524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,8192,0.04965955681271023
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,7168,0.042325334416495435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,6144,0.03827733463711209
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,5120,0.03454044461250305
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,4096,0.03074044320318434
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,3584,0.027465777264700994
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,2560,0.021665778425004747
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,3072,0.024311999479929607
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,1536,0.014626666903495789
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,2048,0.01792888840039571
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,1024,0.011619555453459421
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,65536,0.3094266785515679
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,768,0.009688888986905416
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,128,0.006214222146405115
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,256,0.006077333456940121
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,64,0.004649777793222004
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,512,0.007703111403518253
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,32,0.004583999928500918
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,10240,0.05162222186724345
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,16384,0.07411022318734063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,12288,0.05879910786946615
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,7168,0.038796444733937584
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,8192,0.04208711120817396
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,6144,0.034259554412629865
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,4096,0.022541332576009963
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,3072,0.02275200022591485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,5120,0.031214220656288996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,2560,0.018444443742434185
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,65536,0.27955733405219185
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,3584,0.024882665938801233
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,2048,0.014716444744004143
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,1024,0.009639999932712978
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,1536,0.01296266665061315
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,512,0.00701333334048589
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,128,0.005211555709441503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,768,0.008244444098737504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,64,0.00435644429590967
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,32,0.0038168889780839286
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,256,0.006105777704053455
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,12288,0.049026668071746826
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,16384,0.06436977783838908
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,10240,0.03847733471128676
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,7168,0.029845333761639063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,8192,0.03566755519972907
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,6144,0.027235555979940627
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,65536,0.2033191124598185
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,4096,0.021873777111371357
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,3584,0.02009600069787767
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,5120,0.024333332975705464
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,2560,0.015437333120240105
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,3072,0.01697422232892778
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,2048,0.014596444037225513
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,1024,0.009201777478059133
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,1536,0.01274400038851632
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,768,0.007978666987684038
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,512,0.006730666591061487
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,256,0.005559999909665849
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,128,0.004927111168702443
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,64,0.004014222158326043
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,32,0.0035991109907627106
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,10240,0.02570844524436527
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,16384,0.03588711222012838
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,12288,0.02970044480429755
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,65536,0.10880444447199504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,8192,0.022709333234363135
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,6144,0.018990221950742934
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,7168,0.02071555621094174
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,5120,0.017664889494578045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,4096,0.016741333736313712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,2560,0.013636444177892474
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,3584,0.015640000502268474
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,3072,0.015254222684436373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,2048,0.011528888510333167
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,1536,0.009602666729026372
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,768,0.0069413334131240845
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,512,0.006162666612201267
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,128,0.003882666842805015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,256,0.004552000098758274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,32,0.004841777599520153
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,64,0.003637333297067218
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,1024,0.007793777518802219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,12288,0.02601066728432973
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,16384,0.03167377909024557
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,65536,0.10749333434634739
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,10240,0.02295111119747162
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,6144,0.017356443736288283
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,7168,0.019048889478047688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,4096,0.012191111014948951
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,8192,0.02083288960986667
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,5120,0.016034666034910414
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,3584,0.011815999945004782
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,3072,0.010803555448849997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,2560,0.010237333675225576
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,2048,0.009157333109113906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,1024,0.007831999825106727
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,512,0.006038222048017714
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,256,0.004287111262480418
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,768,0.006923555499977536
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,128,0.003642666671011183
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,64,0.003128000017669466
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,32,0.002924444360865487
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,1536,0.008845333423879411
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,12288,0.01573244399494595
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,10240,0.014702222413486905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,16384,0.0189057770702574
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,65536,0.05769155422846476
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,8192,0.012988444831636218
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,7168,0.01273333364062839
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,4096,0.009508444203270806
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,6144,0.011599111060301462
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,3072,0.008722667064931657
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,3584,0.00909511082702213
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,2560,0.008394666843944127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,5120,0.011063999599880643
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,768,0.0068862222962909276
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,1024,0.0068400001360310455
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,512,0.004820444517665439
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,256,0.003649777836269803
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,128,0.0032968889507982465
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,64,0.0030737777964936364
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,1536,0.0074542222751511475
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,32,0.0027537778433826235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,2048,0.008208889100286696
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,16384,0.016916443904240925
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,12288,0.014331556028789945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,10240,0.013417777915795645
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,6144,0.01092355532778634
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,65536,0.05147111084726122
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,7168,0.012139555480745105
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,4096,0.008237332933478886
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,5120,0.010266666611035665
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,3072,0.007601777712504069
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,8192,0.01183999992079205
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,2048,0.0074746666683091064
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,2560,0.008629333641793992
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,3584,0.00794488853878445
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,1536,0.006441777778996362
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,1024,0.0052577778697013855
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,512,0.0046977777447965415
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,768,0.004763555609517627
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,256,0.003705777641799715
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,128,0.003080888961752256
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,64,0.00281866660548581
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,32,0.0027395555128653846
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,65536,0.040030221144358315
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,12288,0.012321777641773224
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,10240,0.011309333145618439
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,16384,0.01423733267519209
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,7168,0.009992889232105678
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,6144,0.008794666992293464
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,4096,0.007424888511498769
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,3584,0.007732444339328342
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,8192,0.010788444843557147
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,5120,0.008073777788215214
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,2560,0.007262222468852997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,3072,0.007476444045702617
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,2048,0.006667555620272954
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,1536,0.006375999914275275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,1024,0.005980444451173146
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,512,0.004060444318585926
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,768,0.004620444443490771
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,256,0.0034542222403817703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,128,0.0031226666437255014
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,64,0.00272088891102208
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,32,0.0026346666531430352
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,10240,1.3954088422987196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,12288,1.8065990871853297
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,8192,1.119215965270996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,7168,1.0288622114393446
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,5120,0.7666684256659614
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,6144,0.8561626540289985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,4096,0.5485342343648275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,16384,2.446662267049154
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,3072,0.4092675579918756
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,3584,0.5470586882697211
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,2048,0.307807101143731
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,2560,0.37433332867092556
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,1024,0.1766657829284668
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,768,0.1467448870340983
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,256,0.05975821945402357
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,1536,0.2335653305053711
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,512,0.09619200229644775
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,128,0.047487109899520874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,32,0.02979644470744663
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,64,0.03569511241383023
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,16384,0.5653235647413466
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,10240,0.3753591113620334
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,12288,0.4339626630147298
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,8192,0.3102320035298665
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,7168,0.2748791111840142
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,6144,0.26083021693759495
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,5120,0.21381778187221953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,4096,0.1654906670252482
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,3584,0.1496071153216892
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,2560,0.10963377687666152
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,3072,0.12886310948265925
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,2048,0.08945510784784953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,1536,0.09746044211917454
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,768,0.04148088892300924
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,1024,0.06720266739527385
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,512,0.029733333322736952
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,256,0.020252444677882724
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,128,0.018029333816634286
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,64,0.015359110302395292
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,32,0.012409778104888068
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,65536,2.4240008460150824
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,12288,0.30749689208136666
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,16384,0.43101954460144043
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,10240,0.2576577663421631
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,7168,0.19262666172451445
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,8192,0.2467493216196696
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,6144,0.15745688809288874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,5120,0.13901778062184653
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,4096,0.1309466626909044
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,3584,0.10161422358618842
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,3072,0.08890844715966119
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,2560,0.08028088675604926
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,2048,0.061089780595567494
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,1536,0.06678399774763319
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,1024,0.04500000013245476
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,768,0.03077510992685954
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,512,0.023735110958417256
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,256,0.016231111354298063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,128,0.014169777433077494
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,32,0.007920888562997183
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,64,0.009257777697510189
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,65536,1.8398613399929469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,12288,0.2827582094404432
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,16384,0.3407839934031169
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,8192,0.20446133613586426
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,10240,0.24305333031548393
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,7168,0.1853191057840983
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,6144,0.15155288908216688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,5120,0.1288248830371433
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,4096,0.11756088998582627
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,3072,0.0889048907491896
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,3584,0.09929955667919582
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,2560,0.08166844314999051
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,1536,0.055643558502197266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,2048,0.06967822048399183
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,1024,0.040072888135910034
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,65536,1.4582924313015406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,128,0.012265777422322167
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,64,0.008986666798591614
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,512,0.023706666297382776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,32,0.0074675555030504865
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,256,0.015449777245521545
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,768,0.02977333466211955
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,12288,0.2206559975941976
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,16384,0.28072799576653373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,10240,0.1890702247619629
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,8192,0.1593386729558309
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,6144,0.13075289461347792
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,7168,0.15167555544111463
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,5120,0.2123537725872464
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,4096,0.12254222234090169
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,3584,0.11575910780164932
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,3072,0.09487555424372356
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,2560,0.08073421981599596
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,2048,0.06681422392527263
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,1536,0.052645332283443876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,1024,0.03715288970205519
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,512,0.022651554809676275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,768,0.029913776450686987
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,256,0.015223110715548197
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,128,0.011200889117187925
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,32,0.007284444239404466
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,65536,1.1604853736029732
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,64,0.008599110775523717
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,16384,0.27756532033284503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,10240,0.18540710873074004
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,12288,0.2170177830590142
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,7168,0.14704267183939615
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,8192,0.17023644182417128
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,6144,0.13073155615064833
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,4096,0.13620621628231472
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,5120,0.20234221882290312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,3584,0.11131378014882405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,3072,0.09792977571487427
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,2560,0.08099200328191121
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,2048,0.068941334883372
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,1536,0.04296888907750448
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,768,0.029690666331185236
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,512,0.022428444690174524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,128,0.010382222632567087
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,1024,0.029414223300086126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,256,0.014555555250909595
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,64,0.00852711084816191
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,65536,1.0910044776068795
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,32,0.0074720001882976955
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,12288,0.16609066062503391
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,10240,0.14213955402374268
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,16384,0.2148275507820977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,8192,0.11367732948727077
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,7168,0.10094577736324734
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,5120,0.07426133420732287
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,6144,0.08752799696392483
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,4096,0.07773155636257596
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,3584,0.06977155473497179
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,3072,0.06063377857208252
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,2560,0.051635556750827365
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,1024,0.018979556030697294
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,1536,0.026126222478018865
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,65536,0.879077328575982
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,2048,0.04242577817704943
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,512,0.012746666868527731
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,768,0.015855999456511605
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,256,0.00941244430012173
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,128,0.007968000239796108
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,32,0.005143110950787862
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,64,0.007557333343558841
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,12288,0.1529759963353475
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,8192,0.10657333003150092
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,10240,0.14005245102776423
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,16384,0.19200800524817574
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,7168,0.09306577841440837
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,6144,0.08312266402774386
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,5120,0.06970310873455472
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,4096,0.06361422273847792
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,3584,0.05893422497643364
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,2560,0.04633955491913689
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,65536,0.7007830937703451
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,2048,0.03925688730345832
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,3072,0.05339822173118591
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,256,0.009175111022260454
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,1024,0.018593778212865193
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,128,0.007527111305130853
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,512,0.012401777837011548
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,64,0.008309333688682979
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,1536,0.02480711042881012
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,768,0.01740977830357022
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,32,0.0053671110007498
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,10240,0.11215999391343857
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,12288,0.1206924385494656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,16384,0.15568355719248453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,7168,0.0804719991154141
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,8192,0.09099288781483968
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,6144,0.07207110855314466
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,4096,0.0532862212922838
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,5120,0.06635377804438274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,3584,0.04900533292028639
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,3072,0.04430844386418661
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,2560,0.045610666275024414
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,2048,0.03808533483081394
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,1024,0.018760000665982563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,1536,0.0243520008193122
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,768,0.013883555928866068
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,128,0.0063182223174307085
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,256,0.008812444077597724
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,65536,0.575800895690918
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,512,0.010803555448849997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,64,0.007224889265166388
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,32,0.004936000125275718
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,10240,0.107387555970086
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,16384,0.17029244369930693
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,8192,0.08757244216071235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,12288,0.12766044669681126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,7168,0.07995466391245525
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,5120,0.06182577874925402
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,6144,0.0734986662864685
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,4096,0.051989333497153394
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,3072,0.04374044471316867
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,3584,0.05291644401020474
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,2048,0.03763733307520548
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,2560,0.04072533382309808
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,1024,0.019976889093716938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,1536,0.024506666594081458
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,768,0.013387555877367655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,65536,0.5084853172302246
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,256,0.009288888838556077
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,128,0.006167111297448476
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,64,0.006270222365856171
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,512,0.010440888504187265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,32,0.004808889081080754
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,10240,0.10105333063337539
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,16384,0.14979555871751574
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,12288,0.12102044953240289
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,8192,0.0924053324593438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,7168,0.08345422479841445
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,6144,0.07103288835949369
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,5120,0.06116266383065117
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,4096,0.038619554705089994
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,3584,0.036983112494150795
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,3072,0.030951112508773804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,2048,0.021993777818149988
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,65536,0.5287137561374241
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,1536,0.017665778597195942
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,2560,0.027504000398847792
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,768,0.01124888906876246
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,1024,0.013272888958454132
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,512,0.008911111288600499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,256,0.006776000062624614
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,128,0.005713777823580637
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,64,0.00535111129283905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,32,0.0041573333243529005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,12288,0.0985342197948032
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,16384,0.12059288554721409
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,10240,0.08622222476535374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,8192,0.07554666863547431
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,7168,0.06796622276306152
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,6144,0.06723644336064656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,4096,0.040404445595211454
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,5120,0.060016890366872154
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,65536,0.36138399442036945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,3584,0.031180444690916274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,3072,0.026833777626355488
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,2560,0.024655110306209985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,1536,0.016159999701711867
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,1024,0.012535110943847232
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,768,0.010596444209416708
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,2048,0.02021511064635383
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,64,0.004548444516128964
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,512,0.008585777547624376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,256,0.0064604443808396654
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,128,0.006360888895061281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,32,0.00425155543618732
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,16384,0.08088622490564983
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,10240,0.05857244465086195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,12288,0.06592355834113227
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,8192,0.04657333427005344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,7168,0.04380177789264255
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,6144,0.03975377811325921
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,5120,0.03568622138765123
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,65536,0.30442221959431964
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,4096,0.02827199962404039
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,3584,0.027651555008358423
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,3072,0.02459200057718489
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,2048,0.0177182224061754
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,2560,0.021070222059885662
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,768,0.009658666948477427
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,256,0.006190222170617845
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,1024,0.011432888607184092
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,1536,0.014540443817774454
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,512,0.007763555480374231
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,128,0.0059164443777667145
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,64,0.004416000097990036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,32,0.004221333397759331
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,10240,0.04457599918047587
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,16384,0.06262666649288602
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,8192,0.03774666786193848
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,65536,0.2177999946806166
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,12288,0.05106488863627116
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,7168,0.03597155544492934
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,6144,0.03105777833196852
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,5120,0.027076444692081873
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,4096,0.023440000083711412
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,3584,0.022410665949185688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,2560,0.018777777751286823
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,3072,0.020488889680968392
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,2048,0.015575110912322998
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,768,0.008745777938101027
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,1024,0.01036533299419615
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,1536,0.01316177762216992
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,256,0.005924444645643234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,128,0.0052151112920708126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,64,0.004299555387761858
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,512,0.007552000383536021
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,32,0.0038071109188927543
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,16384,0.04790844519933065
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,10240,0.034753776258892484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,8192,0.02971200148264567
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,7168,0.027021333575248718
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,6144,0.024116444918844435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,12288,0.039817776944902204
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,5120,0.022664889693260193
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,4096,0.020781333247820537
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,65536,0.1516231165991889
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,3584,0.018385777870814007
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,3072,0.016143111719025504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,2560,0.01479822231663598
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,1536,0.01069866700304879
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,1024,0.008423111504978603
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,512,0.006148444281684027
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,768,0.007328000333574083
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,256,0.005330666485759947
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,2048,0.012500444220172035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,64,0.0037457777394188773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,128,0.00479911102188958
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,32,0.0034044444974925783
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,12288,0.03567555546760559
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,8192,0.026937777797381084
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,10240,0.03132266799608866
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,7168,0.024512888656722173
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,16384,0.04440711273087395
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,5120,0.020655110478401184
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,4096,0.018569777409235638
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,65536,0.14217778046925864
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,6144,0.0224906669722663
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,3584,0.017050666941536795
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,3072,0.015265777707099915
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,2048,0.011538666983445486
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,1024,0.00812533332241906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,1536,0.009844444692134857
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,768,0.007108444141017065
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,2560,0.014167111780908374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,512,0.00598933340774642
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,256,0.0052133335007561584
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,128,0.00424799985355801
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,32,0.003236444460021125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,64,0.0035617777870761026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,16384,0.033217777808507286
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,65536,0.09926666816075642
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,12288,0.02695377833313412
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,10240,0.024160888459947374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,8192,0.020994666549894545
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,7168,0.019564444820086162
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,6144,0.018093332648277283
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,5120,0.01645066671901279
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,4096,0.015617777903874716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,3584,0.014910222755538093
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,3072,0.014064888159434
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,2560,0.014386667145623101
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,2048,0.012083555261294046
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,1024,0.00777511133088006
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,768,0.00720888872941335
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,1536,0.012588444683286877
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,512,0.006024888820118374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,256,0.004939555707905027
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,64,0.003363555504216088
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,128,0.004051555362012652
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,32,0.0032275555034478507
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,16384,0.021124444074100916
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,10240,0.015857777661747403
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,12288,0.017501332693629794
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,8192,0.015200000670221118
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,65536,0.06032266881730822
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,7168,0.013844444519943662
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,6144,0.013011555704805585
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,5120,0.012479999827014076
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,4096,0.01314133322901196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,3072,0.011665778027640449
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,1536,0.007864889171388414
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,3584,0.013170666992664337
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,2048,0.009868444667922126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,2560,0.011315555208259158
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,1024,0.007718222008811102
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,768,0.005099555684460534
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,512,0.00590133335855272
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,128,0.0034133332471052804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,256,0.0038373333712418876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,64,0.002883555574549569
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,32,0.0028106667515304354
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,16384,0.015060444672902426
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,12288,0.013451555536852943
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,10240,0.012706666356987424
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,8192,0.011281777587201862
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,65536,0.04378844300905863
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,7168,0.0107351111041175
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,6144,0.010234666367371878
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,5120,0.009495110975371467
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,3584,0.008269333177142674
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,4096,0.008943110704421997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,3072,0.008027555214034187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,1024,0.006305777778228124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,2048,0.0075431110130416016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,1536,0.006576889091067844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,512,0.005888000130653381
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,768,0.004782222211360931
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,2560,0.007888889147175683
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,256,0.0036142224238978494
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,128,0.0032337777730491427
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,32,0.0027457777824666765
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,64,0.0027715555495686005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,12288,0.011166222393512726
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,10240,0.010433778166770935
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,16384,0.012823111481136747
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,8192,0.00925422211488088
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,65536,0.034632888105180525
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,5120,0.007516444557242923
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,7168,0.008396444221337637
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,6144,0.007963555554548899
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,3072,0.006970666348934174
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,3584,0.007716444631417592
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,2560,0.00738666703303655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,1536,0.006346666564544042
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,1024,0.005207111024194294
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,768,0.004705777598751916
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,4096,0.00721599989467197
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,256,0.0036026665733920205
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,128,0.003039999968475766
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,2048,0.0073831114504072405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,512,0.004605333424276776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,64,0.002740444408522712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,32,0.0026400000270869997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,65536,0.03139644530084398
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,16384,0.012011555333932241
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,12288,0.010671999719407825
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,8192,0.008413333031866286
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,10240,0.009630222287442949
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,7168,0.008086221913496653
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,6144,0.007693332930405934
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,5120,0.007272889216740926
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,3584,0.007625777688291337
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,4096,0.0069653333889113525
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,3072,0.006791111081838608
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,2560,0.007286222444640265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,1536,0.006248000181383557
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,1024,0.005888888819350137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,768,0.00464088883664873
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,512,0.004470222112205294
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,256,0.003495111233658261
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,128,0.003125333330697484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,64,0.0026853332916895547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,32,0.0025724443710512584
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,2048,0.0064071110553211635
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,8192,1.1009226904975045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,10240,1.3868399726019964
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,12288,1.5298648410373266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,16384,2.2700968848334417
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,7168,0.9629671308729383
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,6144,0.8650897873772515
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,5120,0.6731111208597819
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,4096,0.5361510912577311
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,3584,0.5033600065443251
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,3072,0.4234791066911485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,1024,0.15938044918908015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,1536,0.2204444408416748
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,256,0.056551112069023975
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,2048,0.2744488981035021
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,2560,0.3432888984680176
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,512,0.08707555797364976
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,32,0.027479110492600337
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,768,0.12432089116838242
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,64,0.03335466649797227
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,128,0.0447617769241333
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,12288,0.41934577624003094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,16384,0.570990244547526
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,10240,0.3554026550716824
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,8192,0.3027404414282905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,4096,0.1289457745022244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,6144,0.2639733420477973
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,7168,0.2667608790927463
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,5120,0.20255733860863578
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,3584,0.12012799580891927
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,3072,0.1091688871383667
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,2560,0.08532800277074178
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,2048,0.06963200039333768
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,1536,0.08215200238757663
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,768,0.03965511255794101
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,1024,0.05834666887919108
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,512,0.02897600001758999
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,256,0.01975733372900221
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,64,0.014131555954615274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,128,0.013463111387358772
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,32,0.007752888732486301
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,65536,2.286647160847982
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,12288,0.3002506626976861
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,8192,0.2017857763502333
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,16384,0.40963111983405215
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,7168,0.17646666367848715
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,10240,0.264411555396186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,6144,0.15265688631269667
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,5120,0.13047199779086643
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,4096,0.12201510535346137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,3584,0.11406489213307698
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,3072,0.09592266877492268
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,2048,0.05886399745941162
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,2560,0.08255110846625434
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,1536,0.06426578097873263
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,768,0.03024622135692173
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,256,0.01631733278433482
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,512,0.023565333750512864
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,128,0.01202933324707879
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,64,0.00887822194231881
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,65536,1.7456604639689128
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,32,0.0074720001882976955
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,1024,0.042506668302747935
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,10240,0.2373840014139811
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,12288,0.29956356684366864
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,16384,0.3309280077616374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,6144,0.16563467184702554
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,8192,0.1974897782007853
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,5120,0.12731288539038763
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,7168,0.1774231062995063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,4096,0.10551466544469197
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,3584,0.09525422255198161
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,3072,0.08300089173846774
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,2048,0.05822933382458157
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,2560,0.07198577457004122
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,1024,0.03187111020088196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,1536,0.05468533436457316
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,768,0.029156443145540025
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,512,0.022873777482244704
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,256,0.016173332929611206
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,128,0.010619555910428366
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,64,0.008919110728634728
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,32,0.007188444336255391
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,16384,0.2934097713894314
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,12288,0.21751022338867188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,65536,1.2584080166286893
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,10240,0.19079377916124132
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,8192,0.1609448856777615
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,7168,0.16348000367482504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,4096,0.07040088706546359
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,5120,0.11042933331595527
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,6144,0.122761779361301
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,3584,0.05959288941489326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,3072,0.051784889565573804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,2560,0.04413244459364149
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,2048,0.035904887649748064
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,1536,0.029297779003779095
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,1024,0.020252444677882724
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,768,0.02907199992073907
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,128,0.008007110820876228
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,256,0.01073066641887029
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,512,0.024177778098318312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,64,0.008711111214425828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,65536,1.1308426327175565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,32,0.0052933332820733385
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,12288,0.22882045639885795
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,10240,0.2009955512152778
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,16384,0.2952968809339735
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,8192,0.16360710726843938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,7168,0.139756441116333
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,6144,0.1217306719885932
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,5120,0.1106533341937595
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,4096,0.06184622314241198
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,3584,0.05606844690110949
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,3072,0.04885422190030416
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,2560,0.04192089041074117
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,2048,0.03446311089727614
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,1536,0.02718044486310747
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,1024,0.01959022217326694
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,256,0.010103111465771994
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,512,0.022292445103327434
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,64,0.008017777568764156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,128,0.007728888756699032
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,768,0.029341333442264136
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,32,0.00519822206762102
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,65536,1.098457760281033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,12288,0.16197689374287924
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,16384,0.2089315520392524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,10240,0.14547822210523817
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,8192,0.11018221908145481
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,7168,0.09817066457536484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,6144,0.08416355318493313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,5120,0.07139466868506537
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,4096,0.0680640008714464
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,3584,0.05632266733381483
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,3072,0.04747644397947523
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,2560,0.043920000394185386
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,2048,0.032702220810784235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,1536,0.025441777375009324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,65536,0.870463106367323
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,1024,0.018785778019163344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,768,0.015674667225943673
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,128,0.007327111230956183
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,256,0.009489778015348647
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,512,0.013055110971132914
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,32,0.005055111315515307
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,64,0.007658667034573025
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,12288,0.14982133441501194
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,16384,0.18393954965803358
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,10240,0.14126043849521214
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,8192,0.10448977682325576
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,7168,0.09358488851123387
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,6144,0.07900889052285089
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,5120,0.065975997183058
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,4096,0.053540445036358304
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,3584,0.04917155702908834
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,3072,0.04144444399409824
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,2560,0.03836444351408217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,1536,0.02472355630662706
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,2048,0.028786665863460962
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,1024,0.019158222609096102
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,512,0.012284444438086616
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,768,0.015427556302812366
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,256,0.008911111288600499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,128,0.007359111474619971
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,65536,0.6649920145670573
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,64,0.0064106666379504735
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,32,0.004949333353175057
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,16384,0.1539484394921197
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,12288,0.13743644290500218
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,8192,0.09001688824759589
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,10240,0.10685955815845066
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,7168,0.08204799890518188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,5120,0.06291377544403076
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,6144,0.07233244180679321
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,4096,0.038423998488320246
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,3584,0.037779556380377874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,3072,0.02981511089536879
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,2048,0.021047110358874004
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,2560,0.026465778549512226
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,65536,0.558185789320204
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,1536,0.01902222302224901
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,1024,0.01314755529165268
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,768,0.011436444189813403
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,256,0.006976000136799282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,64,0.0057555557125144536
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,128,0.005766222046481238
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,512,0.009733333355850643
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,32,0.004754666652944353
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,16384,0.15020888381534153
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,12288,0.11985954973432754
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,10240,0.10415822267532349
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,8192,0.08755466673109268
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,7168,0.0784462226761712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,6144,0.07091822226842244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,5120,0.06434400214089288
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,4096,0.03708622190687392
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,3584,0.03350133366054959
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,3072,0.029539555311203003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,65536,0.540180418226454
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,2048,0.020600888464185927
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,2560,0.02556266718440586
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,1024,0.012456888953844706
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,1536,0.017121778594122995
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,512,0.008784888519181145
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,256,0.006597333484225803
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,768,0.010748444332016839
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,128,0.005490666462315454
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,64,0.005577777822812398
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,32,0.004228444563017951
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,12288,0.11063733365800645
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,16384,0.138354672325982
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,10240,0.07778311438030668
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,8192,0.06489244434568617
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,7168,0.058048003249698214
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,6144,0.052100443177753024
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,5120,0.04619110955132378
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,4096,0.031861331727769636
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,3584,0.02947910957866245
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,3072,0.025753777888086107
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,2560,0.021874666213989258
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,2048,0.0181342214345932
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,1536,0.015159999330838522
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,1024,0.011471110913488599
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,65536,0.4764720069037543
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,512,0.007886221839321984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,128,0.0053635554181204895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,768,0.010339555641015371
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,256,0.006343110981914733
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,32,0.00462755560874939
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,64,0.004879999905824661
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,16384,0.11036622524261475
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,12288,0.09362133344014485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,10240,0.07260888814926147
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,8192,0.06278310881720649
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,7168,0.05716177490022448
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,6144,0.05085866649945577
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,5120,0.04463644491301643
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,4096,0.03085600005255805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,3584,0.027987556325064764
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,65536,0.34316444396972656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,3072,0.024862221545643274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,2560,0.021405332618289526
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,1536,0.01461777753300137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,1024,0.011391999820868174
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,2048,0.017799999978807237
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,768,0.009689778089523315
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,256,0.005945777727497949
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,128,0.005672889037264719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,32,0.004071111066473855
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,64,0.004384888956944148
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,512,0.008496888809733922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,12288,0.060884442594316274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,10240,0.054007109668519765
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,16384,0.07806044154696994
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,8192,0.043599112166298755
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,7168,0.04307377669546339
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,6144,0.036269333627488874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,5120,0.033208890093697443
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,4096,0.026683555708991155
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,3072,0.021192888418833416
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,3584,0.024420445164044697
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,2560,0.01976799964904785
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,1536,0.014338667194048563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,65536,0.2952764564090305
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,2048,0.017866666118303936
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,768,0.008644444247086843
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,512,0.007463110817803278
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,1024,0.010076444182131026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,128,0.0052684446175893145
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,256,0.006072000082996156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,32,0.0037662221325768363
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,64,0.004389333228270213
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,12288,0.049534221490224205
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,10240,0.04318044583002726
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,16384,0.06208533048629761
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,8192,0.03751022285885281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,7168,0.033471110794279314
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,6144,0.03033155534002516
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,65536,0.20949333243899873
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,5120,0.026895110805829365
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,3584,0.02017244365480211
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,4096,0.022105778257052105
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,2048,0.013021333350075616
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,3072,0.017625777257813346
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,1536,0.011222222612963783
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,2560,0.015319999721315173
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,768,0.007845333053006066
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,512,0.006665777828958299
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,256,0.005559111220969095
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,1024,0.008948444492287105
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,128,0.005017777697907554
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,64,0.004341333276695675
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,32,0.003653333418899112
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,16384,0.04605155520968967
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,10240,0.03251555562019348
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,12288,0.03664799862437778
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,8192,0.02759644389152527
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,7168,0.025290666355027094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,6144,0.023680888944202002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,4096,0.018760888112915885
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,5120,0.021070222059885662
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,2560,0.01368533323208491
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,65536,0.14702488316429987
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,3584,0.01831822262869941
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,2048,0.011728888584507836
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,3072,0.016509332590632968
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,1024,0.007905777957704332
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,512,0.006072888771692912
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,768,0.0069422221018208405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,256,0.005230222311284807
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,1536,0.010036444498433007
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,64,0.003589333345492681
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,128,0.004305777864323722
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,32,0.0031902222997612427
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,16384,0.0432640016078949
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,12288,0.034801777866151594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,10240,0.03065955638885498
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,8192,0.026332444614834253
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,7168,0.024328889118300542
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,5120,0.020319999919997323
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,4096,0.014678221609857349
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,65536,0.1401955551571316
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,6144,0.02199111051029629
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,3584,0.01388088862101237
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,2048,0.011574221981896294
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,3072,0.012973333398501078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,1536,0.009888889061080085
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,1024,0.00776800016562144
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,768,0.0070675553547011475
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,512,0.006060444646411472
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,2560,0.012362666428089142
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,128,0.004029333177540037
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,256,0.005193777796294955
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,32,0.003002666764789157
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,64,0.003491555651028951
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,16384,0.03208622336387634
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,12288,0.026135111848513286
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,10240,0.023044443792766992
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,65536,0.09718844625684951
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,8192,0.020522667302025687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,6144,0.017657778329319425
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,5120,0.01611555616060893
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,7168,0.019280888968043856
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,4096,0.01202755586968528
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,3584,0.011534222298198275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,3072,0.01132266637351778
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,2560,0.010874666273593903
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,2048,0.009315555294354757
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,1536,0.00888533310757743
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,1024,0.007800000409285228
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,512,0.004896000027656555
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,768,0.005677333308590784
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,256,0.004298666699065102
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,64,0.00305600009030766
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,32,0.002992000016901228
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,128,0.003650666524966558
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,12288,0.017099555995729234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,16384,0.019661333825853135
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,10240,0.01500888831085629
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,65536,0.05551200111707052
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,7168,0.013202666408485837
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,8192,0.014314666390419006
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,5120,0.011807111402352652
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,6144,0.012644444074895648
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,3584,0.010429333481523724
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,4096,0.010096888575288985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,3072,0.009571555587980483
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,1536,0.007339555356237624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,2048,0.00834222220712238
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,2560,0.009750222166379293
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,1024,0.006759111252095964
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,768,0.004838222016890843
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,256,0.003683555457327101
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,512,0.0042160000238153665
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,128,0.0032764443506797156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,32,0.0027644443843099806
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,64,0.002817777709828483
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,16384,0.014099554883109199
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,12288,0.012681778106424542
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,10240,0.012588444683286877
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,8192,0.0105591110057301
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,65536,0.03871733281347487
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,7168,0.010034666293197209
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,6144,0.009537777966923183
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,4096,0.0075626663035816616
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,3584,0.008069333102968004
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,5120,0.009125333693292405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,2560,0.007622222105662028
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,2048,0.006738666858938005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,3072,0.007131555842028723
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,1536,0.006314666734801398
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,1024,0.006098666538794835
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,768,0.0047528888616296975
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,512,0.004138666722509596
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,256,0.003567999849716822
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,64,0.0027466666781240036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,32,0.0027377777215507296
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,128,0.0032319999817344877
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,65536,0.030015110969543457
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,16384,0.011717333561844297
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,10240,0.009576000273227692
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,12288,0.010416888528399997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,7168,0.008010666403505538
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,8192,0.00849422232972251
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,6144,0.007629333270920648
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,5120,0.007251555720965068
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,3072,0.0068604445291890045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,3584,0.007630222373538547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,2560,0.007416889071464539
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,4096,0.0069777775141927935
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,2048,0.007355555891990662
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,1536,0.006278222219811545
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,1024,0.005163555757866966
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,768,0.00464088883664873
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,256,0.003555555724435382
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,512,0.004490666505363253
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,64,0.0026746667507621977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,128,0.0037804444630940757
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,32,0.0026142222599850762
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,65536,0.025921778546439275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,12288,0.009546666509575313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,10240,0.008562666674455007
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,16384,0.011168888873524137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,7168,0.007634667058785756
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,6144,0.007298666569921706
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,8192,0.007932444413503012
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,5120,0.007093333535724216
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,4096,0.0069120000633928515
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,2560,0.007280888656775157
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,3072,0.006640888750553131
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,3584,0.0074755557709270054
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,2048,0.005842666659090254
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,1536,0.006276444428496891
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,768,0.004598222259018156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,512,0.004031110968854693
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,1024,0.0052488889131281115
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,256,0.003452444449067116
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,128,0.003128000017669466
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,64,0.002704888789190186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,32,0.002591111179855135
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,10240,1.3817386627197266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,8192,1.1057217915852864
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,12288,1.6791608598497179
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,16384,2.2791360219319663
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,7168,0.9430817498101128
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,6144,0.833922651078966
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,5120,0.6689759890238444
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,4096,0.5115600162082249
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,2560,0.3481440014309353
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,3072,0.39679733912150067
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,512,0.08587111367119683
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,128,0.04320266511705187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,1536,0.21513156096140543
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,3584,0.45560534795125324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,1024,0.1518675618701511
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,256,0.05609599749247233
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,64,0.0343866679403517
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,32,0.025490666429201763
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,2048,0.273930655585395
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,768,0.12148800161149766
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,10240,0.3941351042853461
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,12288,0.4532746738857693
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,16384,0.5899759928385416
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,8192,0.25816088252597386
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,7168,0.21584178341759575
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,6144,0.19179822338951957
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,5120,0.15727910730573866
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,3584,0.15724978182050917
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,4096,0.16207733419206408
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,3072,0.13453600141737196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,2560,0.11829866303337945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,2048,0.09817422098583645
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,1536,0.09136178096135457
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,1024,0.06638755400975545
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,768,0.05478577812512716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,128,0.013597333596812354
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,512,0.03850577937232123
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,256,0.01943733294804891
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,64,0.013070222404268054
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,32,0.007785778078767989
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,12288,0.30125154389275444
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,16384,0.3979208999209934
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,10240,0.25447556707594127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,8192,0.20060977670881483
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,7168,0.18836443954043916
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,6144,0.1531253390842014
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,65536,2.3294622633192277
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,5120,0.1286097764968872
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,3072,0.11017777522404988
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,2560,0.09336800045437282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,4096,0.1383999983469645
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,3584,0.1293084488974677
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,2048,0.07271289163165622
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,1024,0.04488266507784525
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,1536,0.059290667374928795
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,768,0.03240622083346049
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,256,0.014935111006100973
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,512,0.023948444260491267
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,128,0.015944000747468736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,65536,1.7582328584459093
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,64,0.008831111093362173
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,32,0.007250666618347168
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,12288,0.2812124358283149
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,16384,0.35041154755486387
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,10240,0.23657332526312935
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,8192,0.19526310761769614
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,7168,0.17977333068847656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,6144,0.15647289488050672
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,5120,0.11556266413794623
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,4096,0.1025200022591485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,3072,0.08186399936676025
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,3584,0.09405333466000027
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,2560,0.071615113152398
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,2048,0.05872266822391086
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,1024,0.039170665873421565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,1536,0.05476977758937412
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,512,0.023562666442659166
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,768,0.0314720008108351
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,256,0.015535111228624979
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,64,0.008783111141787635
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,128,0.01519377695189582
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,32,0.0070257774657673305
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,12288,0.21256177955203584
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,65536,1.4035715527004664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,16384,0.2689635488722059
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,10240,0.17968355284796822
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,8192,0.13359644677903917
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,4096,0.06431021955278185
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,5120,0.08062399758232965
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,6144,0.09542844692866008
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,3584,0.05882133377922905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,7168,0.11314933829837376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,3072,0.05189511179924011
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,2048,0.03676977753639221
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,2560,0.04319644305441114
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,1536,0.049160000350740224
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,1024,0.03601422243648105
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,768,0.029155555698606703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,256,0.01054933336046007
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,512,0.022630222969584998
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,128,0.008187555604510838
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,64,0.00850844466023975
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,32,0.0053377776510185665
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,65536,1.044507556491428
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,12288,0.1682808929019504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,16384,0.26638221740722656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,10240,0.14273422294192845
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,7168,0.10309333271450466
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,8192,0.1366480059093899
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,4096,0.06349422534306844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,5120,0.07514666848712497
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,6144,0.0895822246869405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,3584,0.055471999777687915
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,3072,0.048060443666246205
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,2048,0.03592177894380357
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,2560,0.041089776489469744
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,1536,0.04748177859518263
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,1024,0.03475288881195916
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,256,0.00978311151266098
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,512,0.02343911098109351
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,128,0.007629333270920648
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,768,0.02821422285503811
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,32,0.005151999907361137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,65536,1.0294009314643013
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,64,0.007932444413503012
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,10240,0.1358755562040541
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,12288,0.16219645076327854
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,16384,0.2139857742521498
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,7168,0.0966835551791721
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,8192,0.11281689008076985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,6144,0.08446666929456924
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,5120,0.07043911351097955
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,3584,0.05219377742873298
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,4096,0.060772445466783315
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,3072,0.04618311259481642
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,2048,0.031207111146714952
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,2560,0.042599111795425415
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,1536,0.030336889955732558
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,1024,0.021911111142900255
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,768,0.019325332509146798
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,512,0.015029332704014249
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,128,0.007319110963079665
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,256,0.009151111046473185
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,64,0.0068604445291890045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,32,0.005026666654480828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,65536,0.8295146624247233
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,16384,0.18732533189985487
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,12288,0.14921600288814968
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,10240,0.12927199734581843
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,8192,0.1044622196091546
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,7168,0.09321866432825725
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,5120,0.06850222084257337
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,6144,0.08211288849512736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,4096,0.05118933320045471
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,65536,0.6851671006944445
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,2560,0.03642933236228095
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,3072,0.04049688908788893
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,3584,0.04650133185916477
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,1536,0.030547555949952867
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,1024,0.0215022216240565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,768,0.01833599971400367
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,2048,0.029785778787400987
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,512,0.014680888917711047
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,256,0.00889244427283605
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,128,0.007117333511511485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,64,0.0058666666348775225
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,32,0.005125333451562458
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,12288,0.15159111552768284
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,10240,0.13233333163791233
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,16384,0.18078488773769805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,8192,0.10421955585479736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,7168,0.09394311242633396
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,6144,0.07892266909281413
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,5120,0.06680711110432942
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,4096,0.037584000163608126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,3584,0.03412533468670315
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,3072,0.029233776860766943
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,2560,0.02606666584809621
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,2048,0.021091555555661518
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,1536,0.01733688844574822
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,1024,0.012880889077981314
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,512,0.009185777770148383
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,768,0.01110222190618515
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,256,0.006666666517655055
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,128,0.00563733321097162
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,32,0.0047351109484831495
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,65536,0.64574310514662
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,64,0.005410666680998272
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,10240,0.12684178352355957
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,12288,0.15138310856289333
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,8192,0.10398311085171169
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,16384,0.18227910995483398
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,7168,0.09088355302810669
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,6144,0.07949333058463202
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,65536,0.6400062243143717
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,4096,0.036107556687461004
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,5120,0.06728088855743408
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,2560,0.02475999957985348
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,3584,0.031686223215527005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,3072,0.027959111664030287
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,1536,0.01608088943693373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,768,0.01035644445154402
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,2048,0.020437333318922255
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,512,0.008449777960777283
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,1024,0.012142221960756512
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,256,0.0063457778758472866
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,128,0.00553955551650789
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,32,0.004609777695602841
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,64,0.005179555465777715
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,16384,0.11952443917592366
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,12288,0.09311199850506252
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,8192,0.06243466668658786
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,10240,0.08097955253389147
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,6144,0.046874665551715426
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,7168,0.055797331862979464
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,5120,0.043065776427586876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,4096,0.031826668315463595
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,3584,0.029020445214377508
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,3072,0.025398222936524287
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,2560,0.021831111775504217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,1024,0.011369778050316704
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,2048,0.018051554759343464
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,256,0.006026666611433029
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,1536,0.014919999572965833
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,512,0.00795555528667238
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,768,0.00979911122057173
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,64,0.004285333471165763
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,128,0.005240889059172736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,32,0.0042035554846127825
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,10240,0.07321866353352864
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,16384,0.11042488945855035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,12288,0.08836978011661106
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,65536,0.837680869632297
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,8192,0.05962577793333265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,7168,0.05361244413587782
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,6144,0.04527644316355387
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,5120,0.03931555483076308
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,4096,0.03070755468474494
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,3584,0.027631110615200464
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,3072,0.024554666545655992
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,2048,0.01774044500456916
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,1536,0.01455200049612257
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,2560,0.021336888273557026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,1024,0.01125600023402108
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,768,0.009676444033781687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,512,0.00774133370982276
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,256,0.005943999936183293
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,128,0.005480888817045424
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,32,0.003927999900446998
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,64,0.004831111265553368
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,65536,0.6671893331739637
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,12288,0.061011552810668945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,16384,0.07820444636874728
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,10240,0.05416533350944519
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,8192,0.04671644502215915
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,7168,0.04275466667281257
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,65536,0.2697662247551812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,6144,0.03872177667087979
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,5120,0.03606044583850437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,3584,0.024988444315062627
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,4096,0.027954667806625366
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,2048,0.01753777762254079
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,2560,0.019463999403847587
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,3072,0.023064000738991633
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,1536,0.014505777094099255
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,768,0.008157333566082848
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,512,0.007613333563009898
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,1024,0.009647111097971598
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,256,0.006005333529578314
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,64,0.004509333521127701
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,128,0.005121777868933148
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,32,0.0036355555057525635
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,16384,0.05705955293443468
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,12288,0.044462223847707115
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,8192,0.0327413347032335
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,6144,0.02756266627046797
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,65536,0.2021075619591607
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,10240,0.03942577706442939
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,7168,0.03079644507831997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,5120,0.02541422181659275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,3584,0.020005333754751418
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,2560,0.015135111080275642
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,3072,0.01719377769364251
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,4096,0.02258311046494378
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,1536,0.011052444577217102
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,2048,0.012500444220172035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,256,0.005531555662552516
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,1024,0.008596444295512306
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,128,0.004903111192915174
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,768,0.007443555527263218
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,512,0.00646666685740153
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,32,0.0033822223130199644
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,64,0.004126222183307012
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,12288,0.035976890060636736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,16384,0.04646133383115133
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,10240,0.03226577904489305
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,7168,0.02475111186504364
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,8192,0.028006222512986925
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,65536,0.14483643902672663
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,6144,0.022861333356963262
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,5120,0.018607111440764535
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,4096,0.01962222158908844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,3584,0.01721244388156467
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,2560,0.013596444494194455
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,2048,0.011732444167137146
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,1024,0.007900444169839224
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,3072,0.015318221516079374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,256,0.005223999834722943
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,512,0.006079111248254776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,1536,0.010015111002657149
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,768,0.0069671107663048645
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,128,0.0042160000238153665
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,64,0.0034462221794658234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,32,0.0030533334033356774
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,16384,0.035084442959891424
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,8192,0.02162133322821723
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,10240,0.024680889315075342
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,12288,0.02886577778392368
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,7168,0.01990133358372582
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,65536,0.1059839990403917
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,6144,0.018411555223994784
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,5120,0.01701244380739
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,4096,0.014127999544143677
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,2560,0.012146666646003723
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,3072,0.012806221842765808
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,3584,0.013628444737858243
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,1536,0.009696000152164036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,2048,0.011437333292431302
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,1024,0.007806222471925948
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,768,0.007085333267847697
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,512,0.006089777582221561
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,128,0.003949333396222857
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,64,0.0032995556377702286
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,256,0.0052062223354975385
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,32,0.0029279999434947968
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,16384,0.026914666096369427
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,10240,0.01941244469748603
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,65536,0.07316355572806464
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,8192,0.017444445027245414
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,7168,0.016215999921162922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,12288,0.02166044380929735
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,5120,0.014713777436150445
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,6144,0.01519733336236742
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,3584,0.011319999893506369
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,3072,0.010513777534166971
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,2560,0.01016177816523446
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,4096,0.012210666305489011
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,2048,0.008783111141787635
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,1536,0.008649778034951951
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,1024,0.007779555188284979
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,768,0.005452444569932089
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,512,0.004829333474238713
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,256,0.0040755557517210645
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,128,0.0035662220584021676
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,64,0.0029760001020299066
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,32,0.002946666752298673
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,10240,0.013944000005722046
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,12288,0.014677332507239448
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,16384,0.017208000024159748
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,8192,0.012553777959611682
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,65536,0.04960888955328199
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,7168,0.012487110992272695
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,6144,0.011608888705571493
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,5120,0.010975110861990186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,4096,0.00979733301533593
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,3584,0.010284444524182213
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,3072,0.009164444274372524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,2560,0.00944622192117903
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,2048,0.008347555167145198
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,1024,0.006595555692911148
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,1536,0.007137777904669444
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,768,0.004824888788991504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,512,0.004242666479614046
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,256,0.0036142224238978494
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,128,0.0032960000551409195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,64,0.0027831111931138565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,32,0.0027635554886526535
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,12288,0.012446222205956778
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,16384,0.013955555028385587
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,8192,0.01053155544731352
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,10240,0.011647111011876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,65536,0.03605066736539205
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,7168,0.009851555857393477
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,6144,0.009396444592210982
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,5120,0.00885511106914944
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,3072,0.007110222346252865
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,3584,0.008001777860853408
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,2560,0.0076453329788313965
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,2048,0.006616888774765863
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,4096,0.0073520003093613525
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,1024,0.006063111126422882
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,1536,0.0063484443558586975
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,768,0.0047253333032131195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,512,0.0041368889311949415
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,256,0.0035439998739295532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,128,0.0032044444233179092
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,64,0.0027466666781240036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,32,0.0027155555370781156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,16384,0.011298666397730509
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,65536,0.02632444434695774
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,12288,0.010074666804737514
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,10240,0.009462222456932068
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,8192,0.008372444245550368
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,7168,0.007920000288221572
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,6144,0.007489778101444244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,5120,0.007244444555706448
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,4096,0.006959999601046245
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,3584,0.007616889145639207
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,3072,0.006808888994985157
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,2560,0.007453333172533248
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,2048,0.00738844441043006
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,1024,0.005132444616821078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,1536,0.006303999986913469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,768,0.004652444273233414
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,512,0.004518222063779831
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,256,0.003583999971548716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,128,0.00378933341966735
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,64,0.0027457777824666765
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,32,0.002612444468670421
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,16384,0.010661332971519895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,65536,0.022907555103302002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,8192,0.007902222375075022
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,7168,0.007638221813572778
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,6144,0.00742133292886946
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,12288,0.009135111338562435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,10240,0.00849333322710461
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,5120,0.007091555330488417
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,4096,0.006934222247865465
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,3072,0.006724444528420766
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,3584,0.0075431110130416016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,2560,0.007304888632562425
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,2048,0.005800888770156437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,1536,0.006278222219811545
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,768,0.004654222064548069
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,512,0.004008000095685323
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,256,0.0034622223012977173
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,1024,0.0052355556852287715
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,128,0.003117333269781537
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,32,0.002576888849337896
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,64,0.0026817777090602448
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,10240,0.9054693645901151
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,12288,1.0651084052191842
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,16384,1.3985723919338648
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,8192,0.7391404575771756
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,7168,0.7029449144999186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,6144,0.5660479863484701
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,5120,0.5218844413757324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,4096,0.4176488982306586
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,3584,0.3644853432973226
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,2560,0.291082673602634
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,3072,0.3386808766259088
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,1024,0.10532089074452718
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,2048,0.24271644486321342
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,1536,0.16377333799997965
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,768,0.0884844462076823
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,128,0.0321066677570343
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,64,0.020703110429975722
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,256,0.045194665590922035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,32,0.01757777730623881
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,512,0.06485599941677518
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,16384,0.4490808910793728
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,12288,0.35061687893337673
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,10240,0.30236710442437065
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,8192,0.24737156762017143
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,7168,0.2265706592135959
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,6144,0.27326756053500706
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,4096,0.11751555071936713
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,5120,0.2284568945566813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,3584,0.11080800162421332
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,2560,0.08419466680950588
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,3072,0.09802666637632583
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,2048,0.07258577479256524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,1536,0.057164443863762744
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,512,0.02240444388654497
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,256,0.017095999585257638
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,128,0.011973333027627734
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,1024,0.03996266590224372
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,64,0.008678221868144141
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,768,0.03193511234389411
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,65536,1.5505555470784504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,32,0.007302222152551015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,12288,0.23311911688910592
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,16384,0.31059379047817653
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,10240,0.19954666826460096
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,8192,0.16464622815450033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,7168,0.1423679987589518
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,4096,0.07886755466461182
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,5120,0.10412710905075073
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,6144,0.12125955687628852
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,3584,0.07295555538601346
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,3072,0.06536089049445258
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,2560,0.05506222115622627
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,2048,0.0447253319952223
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,1024,0.025233777032958135
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,1536,0.03537866804334853
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,768,0.020849777592553034
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,512,0.015045333239767285
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,256,0.01111644423670239
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,64,0.006899555524190267
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,128,0.007991111112965478
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,32,0.005531555662552516
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,65536,1.1437181896633573
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,12288,0.20563466019100615
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,16384,0.2630808883243137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,7168,0.12489244672987197
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,6144,0.10784266392389934
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,10240,0.17714756064944795
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,8192,0.14551111062367758
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,5120,0.09018133083979289
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,4096,0.0700426697731018
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,3584,0.06621244218614367
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,3072,0.057448003027174205
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,2560,0.04859822326236301
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,2048,0.03987555702527364
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,1536,0.03177333209249709
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,768,0.018408889571825664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,512,0.013986666997273764
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,1024,0.02253155575858222
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,256,0.01071466671095954
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,65536,0.8586026827494303
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,128,0.007445333732499017
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,64,0.00813600007030699
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,32,0.005446222093370225
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,16384,0.18773244486914742
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,12288,0.15875911712646484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,10240,0.14074844784206814
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,8192,0.12307288911607529
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,7168,0.10444800059000652
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,6144,0.09463910924063788
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,4096,0.06368533107969496
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,5120,0.08252888917922974
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,3584,0.05974577532874214
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,3072,0.05215466684765286
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,2560,0.044305778212017484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,65536,0.6949591106838651
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,1536,0.028720888826582167
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,2048,0.035740445057551064
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,1024,0.020045333438449435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,768,0.016727111405796476
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,512,0.012860444684823355
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,128,0.0070977773931291364
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,256,0.009786666267448002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,32,0.005020444591840108
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,64,0.00828888929552502
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,16384,0.17258311642540825
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,12288,0.14450755384233263
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,10240,0.12823466459910074
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,7168,0.09535200066036648
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,8192,0.10488266415066189
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,6144,0.08476355340745713
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,5120,0.07467555337482028
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,4096,0.05929155482186211
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,3584,0.05667733483844333
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,3072,0.0495760010348426
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,2560,0.04184000028504265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,65536,0.6880959934658475
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,2048,0.033519112401538424
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,1536,0.027319111757808264
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,1024,0.019089778264363606
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,512,0.012525333298577202
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,256,0.00927466650803884
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,64,0.006215111249023014
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,32,0.004927999857399198
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,768,0.016153777639071148
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,128,0.007361777954631382
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,12288,0.12202400631374782
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,16384,0.16388355361090765
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,10240,0.11928533183203803
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,8192,0.0895342230796814
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,7168,0.07493066787719727
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,6144,0.06259110901090834
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,5120,0.05505955550405714
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,3584,0.037921776374181114
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,4096,0.042209777567121715
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,3072,0.03365600109100342
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,65536,0.5850399865044488
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,2560,0.02907022171550327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,2048,0.023123555713229712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,1536,0.020449777444203694
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,128,0.0058746664888328975
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,256,0.007432888779375289
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,512,0.009713778065310584
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,1024,0.014742222097184924
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,64,0.0057608890864584185
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,768,0.012661333713266583
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,32,0.004291555533806483
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,12288,0.10462755627102321
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,16384,0.14988356166415745
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,10240,0.0892782211303711
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,8192,0.07720622089174059
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,7168,0.06724177466498481
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,6144,0.05719288852479723
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,5120,0.049323555496003896
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,4096,0.0365573333369361
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,3584,0.03285422258906894
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,3072,0.030324445830451116
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,2560,0.02509511179394192
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,2048,0.020678222179412842
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,1536,0.017121778594122995
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,65536,0.49872446060180664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,1024,0.013331555657916598
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,768,0.011175110936164856
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,128,0.005659555395444234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,32,0.0041982221106688184
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,512,0.009488888912730748
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,64,0.005330666485759947
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,256,0.006638222270541721
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,16384,0.11777067184448242
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,12288,0.09697955846786499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,10240,0.07829422420925565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,8192,0.06757155391905043
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,7168,0.060644441180759005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,6144,0.052842666705449425
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,5120,0.04176000091764662
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,65536,0.42035555839538574
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,3072,0.02713599966631995
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,3584,0.030817776918411255
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,2560,0.022311111291249592
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,4096,0.03121244576242235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,1024,0.01167022188504537
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,1536,0.017096888687875535
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,512,0.008329778081840938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,64,0.0048942222363419
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,256,0.006118222243256039
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,128,0.005249777601824866
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,32,0.004282666577233208
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,768,0.010250666903124915
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,2048,0.0181368887424469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,12288,0.0879875553978814
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,10240,0.07833066913816664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,16384,0.1200444433424208
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,8192,0.06480089161131117
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,7168,0.05722577704323662
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,6144,0.049343112442228526
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,65536,0.34725244839986164
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,5120,0.04224888814820183
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,4096,0.04759200082884895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,3584,0.04284800092379252
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,2560,0.03204088740878635
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,3072,0.03805689016977946
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,2048,0.026525333523750305
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,1536,0.01645866698688931
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,768,0.010033778018421596
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,512,0.007748444047239091
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,256,0.005951111101441913
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,1024,0.011740444435013665
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,128,0.005141333159473208
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,64,0.004779555731349521
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,32,0.0041493334703975255
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,16384,0.08691644668579102
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,12288,0.07051022185219659
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,10240,0.060232890976799854
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,8192,0.049624890089035034
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,7168,0.05492888887723287
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,6144,0.04937511020236545
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,65536,0.31276265780131024
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,5120,0.04319999946488274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,4096,0.03055022160212199
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,3072,0.023952888117896184
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,3584,0.027786665492587622
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,2560,0.022478222846984863
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,2048,0.0196115556690428
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,1536,0.013756444056828817
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,1024,0.010566222170988718
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,256,0.005993777679072485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,768,0.009672889278994666
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,512,0.0069102222720781965
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,32,0.0038515557017591265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,128,0.00479644454187817
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,64,0.003974222060706881
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,16384,0.07174933618969388
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,10240,0.05067377620273166
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,8192,0.04454311066203647
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,12288,0.06306755542755127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,7168,0.04039377636379666
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,6144,0.03507377703984579
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,5120,0.030466665824254353
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,4096,0.025776889589097764
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,65536,0.2829671170976427
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,2560,0.01717333330048455
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,1536,0.012175111307038201
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,3072,0.019468444916937087
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,2048,0.01457244488928053
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,3584,0.02238133384121789
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,1024,0.009532444179058075
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,256,0.005879111174080107
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,768,0.008239111138714684
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,64,0.004299555387761858
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,32,0.003604444364706675
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,128,0.005017777697907554
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,512,0.007152000235186682
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,10240,0.042912890513738
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,16384,0.06636622216966417
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,8192,0.0373306671778361
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,7168,0.03632888860172696
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,12288,0.05088444550832113
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,65536,0.21841243902842203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,6144,0.03186577889654372
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,3584,0.019325332509146798
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,5120,0.027207111318906147
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,3072,0.01790844400723775
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,2560,0.015051555302408008
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,4096,0.02216622233390808
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,1536,0.010801778071456485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,512,0.006443555570311016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,768,0.007374222079912822
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,1024,0.00871377769443724
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,2048,0.013343999783198038
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,128,0.004719999929269155
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,256,0.00546488869521353
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,64,0.004117333226733738
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,32,0.0034551111360390982
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,10240,0.03382222188843621
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,16384,0.04932622114817301
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,8192,0.028672890530692205
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,12288,0.039656000004874334
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,7168,0.027433777848879497
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,6144,0.023166222704781428
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,65536,0.16386577818128797
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,3584,0.018100443813535903
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,5120,0.021615111165576514
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,4096,0.020618667205174763
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,3072,0.01703377730316586
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,2560,0.014183999763594734
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,1536,0.01070577816830741
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,768,0.00699733363257514
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,2048,0.012585777375433179
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,512,0.006039999839332368
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,1024,0.008181333541870117
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,256,0.00519466648499171
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,128,0.004324444466167026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,32,0.0032355555643637977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,64,0.003552888830502828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,16384,0.03752444518937005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,10240,0.02831733226776123
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,65536,0.11681332853105332
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,8192,0.022150221798155043
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,12288,0.03222489025857713
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,7168,0.022011554903454248
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,6144,0.01870844430393643
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,5120,0.017961778574519686
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,4096,0.01499644418557485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,3584,0.01439377831088172
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,2560,0.013801777528391944
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,2048,0.011601777540312873
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,3072,0.013242666920026144
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,1536,0.009747555686367882
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,1024,0.007816000117195977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,768,0.0069413334131240845
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,256,0.0052168890833854675
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,512,0.0061048890153567
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,128,0.003976888954639435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,32,0.003313777761326896
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,64,0.0033520000676314035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,16384,0.03367111086845398
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,12288,0.027239999837345544
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,10240,0.023500444160567388
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,8192,0.021439111895031396
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,7168,0.019208000765906442
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,6144,0.017687999539905123
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,65536,0.11137333181169297
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,4096,0.012628444366984896
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,3584,0.012000888586044312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,5120,0.01679999960793389
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,2560,0.010627555350462595
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,2048,0.009496889180607265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,1024,0.007789333661397298
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,3072,0.01130488928821352
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,256,0.005205333232879639
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,1536,0.009638222555319468
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,128,0.003555555724435382
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,512,0.006041777630647023
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,768,0.007044444481531779
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,64,0.003302222324742211
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,32,0.0028595555987623003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,10240,0.016207110550668504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,12288,0.017804443836212158
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,8192,0.014492443866199918
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,16384,0.023933332827356126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,7168,0.013528889252079858
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,6144,0.013064000341627332
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,65536,0.07385066482755873
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,3072,0.010264000131024255
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,5120,0.0125608891248703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,3584,0.010780444575680627
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,4096,0.011334222224023608
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,2560,0.00924177798959944
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,1536,0.00797155582242542
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,1024,0.007713778151406183
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,768,0.005141333159473208
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,2048,0.008221333225568136
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,512,0.004983110974232356
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,256,0.0038720000949170855
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,128,0.0033884443756606844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,64,0.0028657778683635923
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,32,0.00281866660548581
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,12288,0.01407199932469262
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,16384,0.016591999265882704
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,10240,0.013188444077968597
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,65536,0.049288001325395375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,8192,0.011983999775515662
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,7168,0.01205244412024816
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,6144,0.011212444139851464
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,5120,0.010547555155224271
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,4096,0.008948444492287105
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,3584,0.008298666940795051
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,2560,0.008021333151393467
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,3072,0.007991111112965478
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,2048,0.007598222129874759
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,768,0.004801777915822135
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,1024,0.006302222195598815
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,512,0.004691555682155821
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,256,0.003624888757864634
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,1536,0.006590222318967183
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,128,0.0032586666444937387
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,32,0.002744888886809349
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,64,0.0027599999060233435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,16384,0.012326222327020435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,12288,0.010266666611035665
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,10240,0.00980355590581894
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,8192,0.008902221918106079
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,65536,0.02996888756752014
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,7168,0.00832444429397583
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,6144,0.007900444169839224
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,3072,0.006641777853171031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,3584,0.007605333295133378
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,4096,0.007012444237867991
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,5120,0.0075662218862109715
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,2560,0.007266666326257918
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,2048,0.0064311110311084324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,1536,0.006286222073766921
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,1024,0.006044444524579578
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,768,0.004678222040335338
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,512,0.004621333132187526
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,256,0.003544888976547453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,128,0.003154666680428717
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,64,0.0027315556589100095
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,32,0.0027031112048361036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,12288,0.009004444711738164
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,16384,0.010448888772063784
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,10240,0.008251555263996124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,65536,0.02497688929239909
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,8192,0.008065777520338694
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,7168,0.007717333734035492
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,5120,0.007183999651008182
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,6144,0.0073724447025193115
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,3584,0.007471111085679796
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,4096,0.0069448889957533936
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,3072,0.006707555717892117
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,2560,0.007256000406212277
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,1024,0.005135111096832487
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,1536,0.006239999913507038
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,2048,0.007368889119890001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,768,0.00462400002612008
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,512,0.004451555510361989
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,256,0.0035333335399627686
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,128,0.0037573331760035623
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,64,0.0026817777090602448
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,32,0.0026026666164398193
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,16384,0.009555555880069733
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,12288,0.0087333329849773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,10240,0.008273777862389883
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,8192,0.007722666694058313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,65536,0.019493333167499967
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,6144,0.007236444287829929
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,7168,0.007544000115659501
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,5120,0.00701333334048589
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,4096,0.0069395556218094295
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,3584,0.007496889266702864
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,2560,0.007152000235186682
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,3072,0.006573333508438534
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,1536,0.005570666657553778
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,2048,0.005503111001518037
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,768,0.00464088883664873
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,512,0.004032888760169347
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,256,0.0034844444857703317
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,1024,0.005164444446563721
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,128,0.003101333354910215
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,64,0.0026737778551048706
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,32,0.002567111204067866
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,10240,1.0025591320461698
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,8192,0.7208942307366265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,12288,1.164977815416124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,16384,1.3710755242241754
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,7168,0.6421537929111057
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,6144,0.6044755511813694
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,5120,0.51437865363227
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,3584,0.3617386553022597
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,4096,0.39324177636040586
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,2560,0.2654462125566271
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,3072,0.31393422020806205
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,1536,0.15927555825975206
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,1024,0.10824355814192031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,2048,0.20035289393530953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,256,0.042803555727005005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,512,0.06559822294447157
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,768,0.08612533410390218
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,128,0.028432889117134943
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,64,0.02003466586271922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,32,0.01686844395266639
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,12288,0.31157512134975857
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,10240,0.2661128838857015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,16384,0.40728089544508195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,8192,0.21945510970221627
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,7168,0.19952444235483804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,4096,0.11393866274091934
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,5120,0.1497839954164293
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,6144,0.17752088440789116
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,3584,0.10686577690972222
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,3072,0.09429066711001927
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,2560,0.08206578095753987
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,2048,0.07028710842132568
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,1536,0.05759288867314657
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,1024,0.03967466619279649
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,768,0.03137333194414774
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,512,0.022287110487620037
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,256,0.015828443898095023
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,128,0.011239111423492432
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,64,0.008551999926567078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,32,0.007256888680987888
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,65536,1.5404319763183594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,12288,0.22869510120815703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,16384,0.3086071014404297
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,10240,0.1938720014360216
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,8192,0.15253244505988225
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,6144,0.12297688590155707
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,7168,0.14149155881669787
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,5120,0.1053982244597541
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,4096,0.07844889163970947
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,3584,0.07290755377875434
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,2560,0.053671999110115894
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,3072,0.06323199801974826
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,2048,0.043769776821136475
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,1536,0.03629066546758016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,1024,0.02488800055450863
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,768,0.019984000258975558
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,512,0.015228443675571017
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,256,0.010495999621020423
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,128,0.007770666645632849
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,65536,1.1367937723795574
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,32,0.005979555762476391
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,64,0.006837333242098491
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,12288,0.2033697764078776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,16384,0.2603822284274631
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,10240,0.17613066567314994
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,7168,0.120943996641371
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,8192,0.14245688915252686
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,6144,0.10545866356955634
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,5120,0.0892053312725491
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,4096,0.06901955604553223
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,3584,0.06285511122809516
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,3072,0.05664622121387058
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,2560,0.04753866791725159
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,2048,0.03826133410135905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,1536,0.031050665511025324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,1024,0.02216000027126736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,768,0.01768977774514092
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,512,0.013739555246300168
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,128,0.007363555332024892
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,32,0.005111999809741974
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,64,0.006375999914275275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,256,0.009918221996890174
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,65536,0.9437750710381402
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,12288,0.1588053305943807
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,16384,0.18481866518656412
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,10240,0.139756441116333
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,7168,0.10483555661307441
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,6144,0.0921822190284729
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,8192,0.12424800131056045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,5120,0.07813333140479194
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,4096,0.06326933039559259
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,3584,0.05879111422432793
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,3072,0.050624890459908374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,2560,0.0431253347131941
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,1536,0.027647111150953505
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,2048,0.03472977876663208
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,768,0.016725333200560678
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,512,0.012340444657537671
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,1024,0.019855999284320407
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,256,0.009393778112199571
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,128,0.007232888705200619
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,64,0.005791999813583162
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,32,0.005252444495757421
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,65536,0.7645404603746203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,16384,0.17032178243001303
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,12288,0.1418737835354275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,10240,0.12630666626824275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,8192,0.10869066582785712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,7168,0.09466844134860569
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,6144,0.08302577998903063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,5120,0.07379111316468981
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,4096,0.05918044514126248
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,3584,0.05535199907090929
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,2560,0.039071109559800886
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,65536,0.609499560462104
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,3072,0.04948711064126757
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,2048,0.03321689036157396
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,1536,0.026698667142126296
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,1024,0.018332444959216647
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,768,0.016198222835858662
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,256,0.008746667040718926
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,128,0.0069146665434042616
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,32,0.004927999857399198
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,64,0.005335111171007156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,512,0.013456888496875763
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,12288,0.12265688843197292
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,10240,0.10119377904468113
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,16384,0.1634675529268053
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,8192,0.08394044637680054
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,7168,0.07312799824608697
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,6144,0.06184533569547865
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,5120,0.05310666561126709
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,4096,0.041561779048707746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,3072,0.0326551099618276
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,3584,0.03685422076119317
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,2560,0.028240889310836792
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,2048,0.022405332989162866
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,65536,0.5794933107164171
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,1536,0.019127999742825825
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,1024,0.013966222604115805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,256,0.006828444285525217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,768,0.011750222080283694
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,64,0.004956444518433677
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,32,0.0047128887640105355
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,512,0.010223999619483948
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,128,0.005668444352017508
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,16384,0.15154311392042372
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,12288,0.10457066694895427
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,10240,0.0889528857337104
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,8192,0.0741013354725308
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,7168,0.06472622023688422
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,6144,0.05611199802822537
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,5120,0.04763288961516487
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,4096,0.034824000464545354
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,3584,0.03274310959710015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,65536,0.4917857911851671
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,3072,0.02920711040496826
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,2560,0.02518133322397868
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,2048,0.019880000087949965
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,768,0.010855110983053843
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,128,0.005376889059940974
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,512,0.008879111044936711
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,1024,0.012838222086429596
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,256,0.00638755535085996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,1536,0.017243555850452848
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,64,0.004752000172932942
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,32,0.0042168887125121225
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,16384,0.12356889247894287
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,12288,0.09396977557076348
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,10240,0.08062311013539632
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,8192,0.065665774875217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,65536,0.3894631067911784
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,6144,0.0503386656443278
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,7168,0.05814488728841146
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,3072,0.024915556112925213
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,5120,0.043135109874937266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,4096,0.030371556679407757
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,2560,0.022483555807007685
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,3584,0.029069334268569946
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,1536,0.014744889405038623
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,1024,0.011911999848153857
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,768,0.01016622202263938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,128,0.005094222310516569
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,2048,0.017823111679818895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,256,0.006022222340106964
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,512,0.008290666672918532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,32,0.0035093331502543557
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,64,0.0041697778635554844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,10240,0.07193511062198214
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,12288,0.08965688943862915
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,8192,0.062336001131269664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,16384,0.11880355411105686
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,7168,0.05226933293872409
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,6144,0.04542488853136698
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,65536,0.3764648967319065
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,5120,0.04128977656364441
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,4096,0.02974577744801839
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,3072,0.023766222927305434
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,3584,0.02892355455292596
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,2048,0.017450667089886136
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,1536,0.015247111519177755
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,1024,0.011569778124491373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,2560,0.02169688873820835
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,768,0.009858667022652095
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,512,0.007640000018808577
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,256,0.005924444645643234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,64,0.004048888882001241
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,32,0.0034453332838084963
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,128,0.005109333329730564
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,16384,0.08264178037643433
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,12288,0.06620355447133382
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,10240,0.05716266896989611
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,8192,0.0447377794318729
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,65536,0.26256267229715985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,7168,0.040842665566338435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,6144,0.0373982224199507
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,5120,0.034352888663609825
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,4096,0.02964977754486932
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,3072,0.0222053329149882
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,1024,0.01037599974208408
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,2560,0.021366222037209406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,1536,0.01275111072593265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,3584,0.026622222529517278
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,2048,0.018795554836591084
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,256,0.005590222362014983
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,768,0.009558222360081142
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,512,0.007723555796676212
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,64,0.0038888889054457345
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,32,0.003463111196955045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,128,0.004659555438492033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,16384,0.06885155704286364
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,10240,0.051254222790400185
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,12288,0.059664891825781934
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,8192,0.045087112320793994
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,7168,0.038910223378075495
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,6144,0.03367644548416138
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,65536,0.25855999522738987
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,5120,0.028463111983405218
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,4096,0.025986666480700176
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,3584,0.02366666661368476
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,2048,0.013774221969975365
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,3072,0.018999111321237352
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,1536,0.011683555940786997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,1024,0.009302222066455418
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,512,0.006878222028414409
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,2560,0.016677333248986136
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,768,0.00798044436507755
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,128,0.004616888860861461
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,256,0.005682666682534748
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,64,0.0042444442709287005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,32,0.003408000080121888
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,16384,0.06536089049445258
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,65536,0.20076799392700195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,10240,0.04897422260708279
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,8192,0.03854577740033468
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,12288,0.057406220171186656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,7168,0.033922665648990206
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,5120,0.02684533264901903
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,6144,0.031151112582948472
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,3584,0.019170666734377544
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,4096,0.021640888518757288
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,2560,0.014701333310869006
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,2048,0.013024888932704926
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,1536,0.011145778000354767
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,3072,0.01759111053413815
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,768,0.007295110987292395
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,1024,0.008721777962313758
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,512,0.006249777972698212
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,128,0.004401777767472797
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,32,0.0034799998005231223
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,256,0.0052879999081293745
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,64,0.003721777763631609
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,16384,0.045760889848073326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,8192,0.02796622117360433
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,10240,0.0340266658200158
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,12288,0.03823644585079617
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,65536,0.15353688928816053
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,7168,0.024805333879258897
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,6144,0.023573334018389385
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,5120,0.021011556188265484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,3584,0.016012445092201233
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,4096,0.018128888474570382
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,3072,0.015708444847000968
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,2048,0.011808888779746162
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,2560,0.014678221609857349
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,1536,0.010611555642551847
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,1024,0.00813155538505978
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,768,0.0069520001610120135
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,256,0.005203555441564984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,512,0.006062222023804982
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,64,0.0034560000316964257
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,128,0.0042275554604000514
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,32,0.0032995556377702286
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,16384,0.03618489040268792
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,12288,0.029650668303171795
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,65536,0.10345955689748128
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,7168,0.018743111027611625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,10240,0.0247013337082333
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,8192,0.022441777918073866
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,6144,0.018421333697107103
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,3584,0.012998222476906247
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,4096,0.01423377792040507
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,5120,0.017121778594122995
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,2048,0.009842666486899057
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,3072,0.012701333396964602
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,2560,0.01182577759027481
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,1024,0.006613333192136552
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,1536,0.008364444805516137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,768,0.006091555373536215
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,256,0.005193777796294955
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,128,0.0036186666952239144
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,512,0.005163555757866966
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,64,0.0033253334048721525
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,32,0.00300799993177255
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,16384,0.029884444342719182
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,10240,0.020933333370420668
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,12288,0.025382222400771245
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,65536,0.08610577715767755
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,7168,0.01703466640578376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,8192,0.019344889455371432
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,6144,0.016662221815851
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,4096,0.012776888906955719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,3584,0.012431110772821637
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,5120,0.015517334143320719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,2560,0.010168888502650792
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,3072,0.012119111087587146
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,1024,0.005958222266700532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,2048,0.008820444345474243
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,1536,0.007132444116804335
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,768,0.005454222361246745
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,512,0.004824000100294749
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,256,0.00519466648499171
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,128,0.0036071112586392295
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,64,0.0032266666077905228
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,32,0.002740444408522712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,12288,0.017017778423097398
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,16384,0.020863110820452373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,10240,0.015451555450757345
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,65536,0.06524978081385295
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,8192,0.014379555980364481
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,7168,0.013008000122176277
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,6144,0.013032889200581444
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,5120,0.01184266640080346
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,3584,0.010278222461541494
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,4096,0.010738666686746808
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,2560,0.008743111458089616
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,3072,0.00981955561372969
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,1024,0.006887110984987683
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,2048,0.00775022225247489
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,768,0.004870222260554631
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,512,0.004889777965015835
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,256,0.003678222083383136
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,1536,0.007839110990365347
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,128,0.00328533330725299
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,64,0.0031600000543726813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,32,0.0027582223216692605
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,16384,0.01623288955953386
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,65536,0.04569866591029697
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,10240,0.012984000146389008
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,12288,0.014569777581426831
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,8192,0.01179377817445331
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,7168,0.011312888728247749
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,6144,0.011062222222487131
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,5120,0.010417777631017896
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,4096,0.00867555538813273
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,3072,0.007742221984598372
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,3584,0.008057778080304464
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,2048,0.0074684446056683855
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,2560,0.007796444826655918
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,1536,0.006504888749784893
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,768,0.005010666532648934
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,1024,0.006623111251327727
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,512,0.004675555560323927
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,256,0.003580444388919406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,128,0.0032302221904198327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,32,0.002732444347606765
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,64,0.0027644443843099806
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,12288,0.010045333041085137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,10240,0.009322666459613377
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,16384,0.012644444074895648
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,65536,0.02771200074089898
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,8192,0.008588444855478074
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,7168,0.007997333175606197
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,5120,0.0074648890230390764
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,6144,0.007719111111429002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,3584,0.0074755557709270054
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,3072,0.006678222368160884
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,4096,0.0069360000391801195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,2560,0.007169778148333232
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,1536,0.006288888967699475
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,1024,0.005954666684071223
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,2048,0.006464889066086874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,512,0.004486222234037188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,768,0.004594666676388847
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,64,0.0027226667023367355
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,256,0.0034835553831524322
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,128,0.0030577776746617425
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,32,0.002667555585503578
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,16384,0.009967111051082611
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,12288,0.008610666626029545
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,10240,0.008262222011884054
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,8192,0.007910221815109253
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,7168,0.007640000018808577
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,6144,0.00740533322095871
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,5120,0.007123555574152205
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,65536,0.023561777340041265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,4096,0.006887110984987683
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,3584,0.007617777420414819
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,3072,0.006671111202902264
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,2560,0.007305777735180325
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,2048,0.007340444458855524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,1536,0.006258666515350342
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,1024,0.005120000077618493
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,768,0.004631999880075455
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,256,0.004318222403526306
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,128,0.0037697777152061462
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,512,0.004452444612979889
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,64,0.002691555561290847
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,32,0.0026008888251251644
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,16384,0.009185777770148383
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,12288,0.00811644477976693
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,65536,0.01735822194152408
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,10240,0.00831822223133511
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,8192,0.00775911079512702
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,7168,0.00757244477669398
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,6144,0.007274666594134436
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,4096,0.006874666859706243
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,3584,0.0075342224703894714
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,3072,0.006619555668698416
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,2560,0.007070221834712558
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,5120,0.007003555695215861
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,2048,0.005780444376998478
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,1536,0.006220444622966979
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,1024,0.005116444494989184
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,768,0.004605333424276776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,512,0.004021333323584663
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,256,0.003479111111826367
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,128,0.003104000041882197
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,64,0.0026737778551048706
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,32,0.0025155554629034465
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,10240,0.9841458002726237
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,12288,1.1425422032674153
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,16384,1.4474941889444988
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,8192,0.8189484278361002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,7168,0.7263431019253201
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,6144,0.6441191037495931
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,5120,0.5067057609558105
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,4096,0.3631946775648329
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,3584,0.3561217784881592
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,3072,0.31113600730895996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,2560,0.23286755879720053
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,2048,0.19964533381991914
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,1024,0.10744533273908828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,1536,0.15776088502671984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,256,0.04203022188610501
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,512,0.0645244452688429
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,768,0.08577244149314033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,128,0.027104889353116352
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,32,0.016693333784739178
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,64,0.018983110785484314
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,12288,0.30751556820339626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,16384,0.40620356135898167
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,10240,0.26430222723219127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,8192,0.21644532680511475
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,7168,0.19714311758677164
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,4096,0.11866399976942275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,5120,0.14909599887000188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,6144,0.17482844988505045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,3072,0.09735466374291314
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,3584,0.10960266987482707
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,2560,0.08376089069578384
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,2048,0.06741244263119169
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,1536,0.053915556934144765
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,768,0.029486222399605647
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,1024,0.03718400001525879
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,512,0.022294221652878657
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,256,0.01605422298113505
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,64,0.008440000315507254
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,128,0.011624000138706632
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,32,0.007038222418891058
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,65536,1.438454204135471
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,16384,0.3058595657348633
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,12288,0.2285377714369032
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,7168,0.13946933216518825
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,8192,0.15146311124165854
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,6144,0.12379288673400879
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,5120,0.10375555356343587
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,10240,0.2023022174835205
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,3584,0.08584888776143391
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,4096,0.09206933445400661
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,3072,0.07659733295440674
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,2560,0.06801244285371569
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,1536,0.03546133306291368
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,1024,0.025035555164019268
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,2048,0.0587022238307529
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,768,0.02040088839001126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,512,0.0159599996275372
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,65536,1.1405501895480685
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,128,0.007659555309348636
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,256,0.010650667051474253
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,32,0.005168888717889786
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,64,0.006913777854707506
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,12288,0.20080267058478463
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,10240,0.1768124500910441
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,16384,0.2582835621303982
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,7168,0.12039021650950114
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,8192,0.13578666581047907
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,5120,0.08817866775724624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,6144,0.10468355814615886
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,4096,0.06853689087761773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,3584,0.06346133020189074
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,3072,0.05589955382876926
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,2560,0.047135998805363975
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,2048,0.038579556677076556
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,1024,0.023452444208992854
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,1536,0.0331911113527086
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,768,0.01943555474281311
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,512,0.015201777219772339
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,128,0.007186666958861881
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,256,0.009864889085292816
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,64,0.006341333190600078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,32,0.005117333183685939
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,65536,0.9150258170233833
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,16384,0.18867644998762342
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,12288,0.1593973371717665
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,10240,0.12554489241706
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,8192,0.12153777811262344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,7168,0.10421688689125909
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,6144,0.09222133292092217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,5120,0.07782489061355591
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,3584,0.05984444750679863
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,4096,0.06435644626617432
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,2560,0.04788711004787021
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,2048,0.04155911008516947
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,3072,0.05300800005594889
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,1536,0.03201422095298767
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,1024,0.023199111223220825
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,768,0.018976888722843595
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,512,0.014633778068754407
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,65536,0.7693804634941949
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,256,0.009320889082219865
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,128,0.007116444408893585
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,64,0.005769777629110549
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,32,0.00544888898730278
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,12288,0.1415475606918335
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,16384,0.19089867009056938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,10240,0.125709335009257
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,8192,0.10897599988513523
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,7168,0.09480000204510158
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,6144,0.08687822024027507
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,5120,0.07306400272581312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,4096,0.061031997203826904
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,3584,0.05690222316318088
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,2560,0.04653777678807577
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,3072,0.05073777834574381
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,65536,0.6819475491841634
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,1024,0.022795556320084467
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,2048,0.04013777772585551
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,1536,0.03167644474241469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,512,0.014315555493036905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,256,0.008847110801272923
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,128,0.0068915556702348925
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,768,0.019827556278970506
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,32,0.00490044429898262
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,64,0.005382222019963794
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,16384,0.16295466158125135
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,12288,0.11546844906277126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,8192,0.08250933223300509
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,10240,0.09802310996585423
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,7168,0.07090044683880277
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,6144,0.06167199876573351
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,65536,0.578113767835829
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,3584,0.03878844446606106
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,5120,0.05217866765128242
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,4096,0.04172977805137634
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,2560,0.027261333333121404
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,3072,0.03426488902833726
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,512,0.009413333402739631
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,1024,0.014372444815105863
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,2048,0.0236835562520557
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,1536,0.01853155593077342
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,128,0.005497777627574072
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,256,0.006678222368160884
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,768,0.012173333101802401
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,32,0.004580444345871608
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,64,0.004924444274769889
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,12288,0.10259911086824204
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,16384,0.15027556154463026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,10240,0.08827110793855454
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,8192,0.07467110951741536
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,7168,0.06336622105704413
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,6144,0.0549777779314253
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,65536,0.439538664287991
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,5120,0.0468719998995463
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,4096,0.03700000047683716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,3584,0.03461688756942749
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,2048,0.035036444664001465
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,3072,0.04836622211668226
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,2560,0.03965333435270522
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,1536,0.017134222719404433
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,1024,0.012873777912722694
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,768,0.010762666662534079
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,512,0.008823999928103553
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,128,0.005427555491526921
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,256,0.006335111127959357
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,64,0.004769777672158347
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,32,0.004201777693298128
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,16384,0.12195911672380234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,12288,0.09274399942821926
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,10240,0.07916000154283312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,8192,0.06538577874501546
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,7168,0.05704533391528659
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,6144,0.04957155717743767
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,5120,0.04212711254755656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,4096,0.03335466649797227
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,65536,0.41098666191101074
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,3584,0.031070222457249958
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,3072,0.030091553926467896
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,2560,0.026006221771240234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,2048,0.022169777088695105
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,1024,0.011864888999197217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,1536,0.015816888875431485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,768,0.010188444621033138
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,256,0.006058666855096817
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,128,0.004971555537647671
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,512,0.008303110798199972
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,32,0.003526222374704149
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,64,0.004119111018048393
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,12288,0.08859911229875352
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,16384,0.11594311396280925
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,8192,0.06210844384299385
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,10240,0.0756782227092319
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,7168,0.05465066764089796
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,65536,0.3736533323923747
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,6144,0.047320889102088086
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,4096,0.03199199835459391
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,3072,0.027385777897304956
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,5120,0.04031733340687222
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,2560,0.02420888841152191
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,3584,0.02943555514017741
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,1536,0.01573155489232805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,768,0.00981777740849389
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,1024,0.011491555306646558
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,512,0.007682667010360294
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,256,0.005931555396980709
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,2048,0.02055999967787001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,128,0.004956444518433677
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,32,0.003411555455790626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,64,0.004051555362012652
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,16384,0.07862310939364962
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,12288,0.06675644715627034
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,10240,0.058033777607811816
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,8192,0.04788800080617269
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,7168,0.04174133472972446
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,6144,0.038908445172839694
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,4096,0.027471999327341717
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,65536,0.28168800142076283
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,5120,0.0336844457520379
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,3584,0.02606133288807339
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,3072,0.023342221975326538
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,1536,0.012440889245933957
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,2560,0.017449777987268236
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,2048,0.014867555763986377
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,768,0.008758222063382467
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,512,0.007109333243634965
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,256,0.005635555419656966
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,1024,0.010026666853162978
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,64,0.003826666623353958
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,128,0.00463377767139011
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,32,0.0034346667428811393
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,16384,0.06832889053556654
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,12288,0.05656177467770047
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,10240,0.045864890019098915
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,8192,0.042805333932240806
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,65536,0.22653155856662324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,7168,0.03730488816897074
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,5120,0.02975644336806403
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,6144,0.033626665671666466
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,4096,0.025590222742822435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,3072,0.018777777751286823
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,2048,0.01406311160988278
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,3584,0.021459556288189355
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,1536,0.011300444602966309
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,2560,0.016563556260532804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,1024,0.009272889130645329
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,768,0.007852444218264686
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,512,0.006694222076071634
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,256,0.005493333356248007
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,128,0.004519111166397731
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,64,0.00360977773865064
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,32,0.00342399999499321
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,12288,0.05099022057321337
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,10240,0.044406221972571484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,16384,0.06802578104866876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,8192,0.03714133302370707
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,65536,0.24321420987447104
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,7168,0.03211022085613675
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,6144,0.028326223293940227
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,5120,0.024433778391944036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,3072,0.01650311052799225
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,4096,0.02126844392882453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,3584,0.019854222734769184
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,2560,0.01551466683546702
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,2048,0.013037333057986366
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,1536,0.01108444482088089
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,1024,0.008591111335489485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,512,0.006234666539563074
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,768,0.007334222396214803
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,256,0.005222222043408289
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,64,0.003664888855483797
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,128,0.004344888859324985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,32,0.0032008888406885993
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,16384,0.047360890441470675
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,12288,0.03784177700678507
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,10240,0.03350844317012363
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,65536,0.1566657755109999
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,8192,0.02833333280351427
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,7168,0.026015111141734656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,5120,0.02088977727625105
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,6144,0.023409777217441138
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,4096,0.018011555075645447
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,3584,0.016977777083714802
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,3072,0.015611555841233997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,2560,0.014529777897728814
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,2048,0.011694221860832639
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,1536,0.010524444282054901
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,1024,0.008048888709810045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,512,0.006030222194062338
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,768,0.006974221931563483
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,64,0.003415999934077263
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,256,0.0052168890833854675
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,128,0.004039999925427967
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,32,0.003035555490189128
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,10240,0.025605332520272996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,12288,0.029159112109078303
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,8192,0.020190222395790946
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,16384,0.03562577896647983
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,65536,0.10124178065194024
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,7168,0.02035288843843672
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,6144,0.01680088871055179
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,3584,0.012885332935386233
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,4096,0.014138667119873894
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,5120,0.016861332787407767
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,3072,0.012528888881206512
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,2048,0.009845332966910468
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,1536,0.00816888858874639
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,2560,0.011389333340856763
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,1024,0.006446222050322427
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,768,0.005723555468850666
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,128,0.003491555651028951
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,256,0.0052133335007561584
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,512,0.005114666703674528
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,64,0.0032960000551409195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,32,0.0028808888875775864
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,16384,0.030589332183202107
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,10240,0.020353777541054618
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,8192,0.017720000611411203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,12288,0.024897777371936377
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,7168,0.016876444220542908
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,6144,0.016492444607946608
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,4096,0.012684444586435953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,5120,0.014761777387724983
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,65536,0.09228355354732937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,3072,0.01144266708029641
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,3584,0.012671111358536614
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,1536,0.007147555549939473
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,1024,0.005896889087226655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,2560,0.01053155544731352
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,512,0.00479644454187817
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,768,0.005335999859703912
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,2048,0.008757332960764566
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,256,0.00517155561182234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,128,0.0033457777980301115
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,64,0.0032088889016045462
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,32,0.0027217778066794076
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,16384,0.022847111026446026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,10240,0.01495911180973053
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,7168,0.012814222110642327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,8192,0.01457333399189843
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,6144,0.012561777399645912
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,12288,0.01936177743805779
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,5120,0.012621333201726278
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,4096,0.013213333156373767
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,3584,0.013001778059535556
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,65536,0.06660266717274983
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,3072,0.010432889064153036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,2560,0.008847999903890822
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,1024,0.00684533350997501
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,768,0.004871110949251386
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,2048,0.007659555309348636
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,256,0.003670222229427762
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,1536,0.007807110746701558
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,128,0.0032879999942249725
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,512,0.004855999930037392
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,64,0.0030657777355776895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,32,0.0027644443843099806
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,16384,0.014315555493036905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,65536,0.03666311171319749
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,12288,0.013439111411571503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,10240,0.012503999802801343
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,8192,0.011617778076065911
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,7168,0.010832889212502373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,6144,0.009865778187910715
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,4096,0.008524444368150499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,5120,0.009683555199040307
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,3072,0.007690666450394525
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,3584,0.008055110772450766
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,2560,0.007732444339328342
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,1536,0.00646577775478363
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,2048,0.007489778101444244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,1024,0.006616888774765863
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,512,0.0041662222809261745
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,768,0.0047351109484831495
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,256,0.0035822221802340615
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,128,0.0032231110251612137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,32,0.00272444449365139
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,64,0.002781333401799202
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,16384,0.0118222220076455
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,12288,0.010111110905806223
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,8192,0.008374222450786168
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,10240,0.009091555244392818
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,7168,0.008259555531872643
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,6144,0.007655999726719326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,65536,0.028100444210900202
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,5120,0.007470221983061896
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,4096,0.006955555743641323
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,3584,0.007548444800906711
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,3072,0.006636444479227066
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,2560,0.007167999943097432
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,2048,0.0063688887490166565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,1536,0.006235555642180973
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,1024,0.005976888868543837
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,768,0.00462311092350218
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,512,0.004493333399295807
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,128,0.003088888815707631
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,64,0.002699555622206794
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,32,0.0026622222115596137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,256,0.003474666840500302
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,16384,0.009780444204807281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,65536,0.02012800011369917
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,12288,0.008542222281297049
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,10240,0.008061333662933773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,7168,0.007655999726719326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,6144,0.007407111426194509
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,8192,0.007999999655617608
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,5120,0.007184888753626082
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,4096,0.006903999795516332
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,3072,0.006686222222116258
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,3584,0.007618666523032718
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,2560,0.007240888973077138
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,2048,0.007429333196745978
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,1536,0.006279110908508301
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,1024,0.005157333281305102
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,768,0.004607999904288186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,512,0.004490666505363253
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,128,0.003076444483465619
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,64,0.0027057776848475137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,32,0.002595555658141772
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,256,0.00434044458799892
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,65536,0.016365332735909354
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,12288,0.00795199970404307
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,10240,0.00775911079512702
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,16384,0.008786666724416945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,8192,0.007768889268239339
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,7168,0.0075093333919843035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,6144,0.007279111279381647
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,5120,0.0069982219073507525
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,4096,0.006824888702895906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,3584,0.0074444446298811175
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,3072,0.006578666468461354
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,2560,0.007012444237867991
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,2048,0.005702222386995952
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,1536,0.006286222073766921
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,1024,0.005126222140259213
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,768,0.004603555632962121
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,256,0.0034328889515664843
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,128,0.00304888892504904
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,64,0.002687999978661537
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,512,0.004033777862787247
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,32,0.00254488881263468
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,10240,0.8131422466701932
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,12288,0.964088863796658
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,16384,1.2853502697414823
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,8192,0.6599013540479872
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,6144,0.49201779895358616
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,7168,0.6258639759487575
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,5120,0.45333067576090497
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,3584,0.29784266153971356
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,4096,0.3636524412367079
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,2048,0.17579289277394614
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,2560,0.2373430993821886
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,3072,0.28361956278483075
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,768,0.07899200254016452
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,1024,0.10103022389941746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,1536,0.1473511060078939
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,256,0.03444266650411818
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,32,0.013771555489963956
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,64,0.019144000278578866
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,128,0.02749066717094845
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,512,0.055627557966444224
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,10240,0.21978755791982016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,12288,0.2870417700873481
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,16384,0.3752311070760091
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,8192,0.18130844169192842
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,7168,0.17470844586690268
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,6144,0.148799114757114
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,5120,0.11402844058142768
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,4096,0.09927022457122803
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,3584,0.08867022063997056
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,3072,0.07733688751856486
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,2560,0.06619733572006226
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,2048,0.053215109639697604
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,1536,0.042005333635542125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,1024,0.029810667037963867
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,768,0.023245332969559565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,256,0.011328000161382886
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,512,0.016912000046836007
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,128,0.007704888780911763
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,64,0.0064293332397937775
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,32,0.006542222367392645
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,65536,1.4192053476969402
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,12288,0.18596177630954316
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,16384,0.2742853429582384
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,10240,0.15745688809288874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,8192,0.14380978213416204
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,7168,0.11256710688273112
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,6144,0.10755378007888794
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,5120,0.09005155828264023
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,3584,0.06522399849361844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,4096,0.07278222507900663
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,2048,0.03957866628964742
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,2560,0.047535998953713306
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,3072,0.05668533510631985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,1536,0.030412445465723675
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,768,0.019354666272799175
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,1024,0.02156977852185567
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,512,0.01462044484085507
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,65536,1.0711083941989474
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,128,0.007420444654093848
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,256,0.010291555689440833
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,64,0.00628977765639623
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,32,0.006451555424266391
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,16384,0.21450666586558023
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,12288,0.17475288444095186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,10240,0.14849421713087294
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,8192,0.11904356214735244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,7168,0.10516266690360175
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,6144,0.09118666913774277
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,5120,0.07679288917117648
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,4096,0.06192355685763889
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,3584,0.05509600043296814
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,3072,0.04855822192298042
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,2560,0.040496001640955605
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,2048,0.033352000845803156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,1536,0.027247111002604168
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,1024,0.019389332996474374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,768,0.017910222212473553
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,512,0.01369066701995002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,256,0.009600888523790572
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,128,0.007356444166766272
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,32,0.0064311110311084324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,64,0.006302222195598815
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,65536,0.9067511028713651
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,16384,0.17836356163024902
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,12288,0.14167022705078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,10240,0.12172977129618327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,7168,0.0871608919567532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,8192,0.09921777910656399
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,6144,0.07549599806467693
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,5120,0.06455022096633911
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,4096,0.0500222212738461
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,3584,0.046471112304263644
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,2560,0.03656444284651015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,65536,0.7199644512600369
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,1536,0.023358222511079576
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,1024,0.016767111089494493
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,2048,0.028704000843895808
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,3072,0.040433777703179255
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,768,0.017055999901559617
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,128,0.005884444548024072
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,64,0.0051893335249688895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,32,0.004780444420046276
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,512,0.01315199997689989
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,256,0.008254222571849823
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,16384,0.17545333173539904
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,10240,0.10863022009531657
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,12288,0.12702843878004286
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,7168,0.07707644171184964
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,8192,0.08954399824142456
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,6144,0.06695822212431166
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,5120,0.05706933471891615
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,4096,0.04491288794411553
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,3584,0.0418124430709415
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,2560,0.03375555409325494
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,3072,0.039623111486434937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,2048,0.026199999782774184
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,65536,0.6537422074211968
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,1536,0.021589333812395733
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,1024,0.015614221493403116
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,768,0.016622222132152982
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,512,0.012534221841229333
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,256,0.007968000239796108
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,128,0.005619555711746216
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,32,0.004613333278232151
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,64,0.00480355570713679
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,12288,0.11416533258226182
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,10240,0.09969955682754517
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,16384,0.14678577582041422
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,8192,0.0858008861541748
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,6144,0.05891288651360405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,7168,0.0668791135152181
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,5120,0.051057779126697116
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,4096,0.0392524434460534
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,3584,0.03479199939303928
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,65536,0.5477395587497288
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,3072,0.030385779009924993
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,2560,0.025835555460717943
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,1536,0.017265778448846605
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,1024,0.014317333698272705
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,2048,0.021207110749350652
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,768,0.015583111180199517
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,512,0.011758222348160215
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,128,0.0052888890107472735
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,256,0.007320000065697565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,64,0.004841777599520153
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,32,0.00350222239891688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,10240,0.07328355312347412
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,12288,0.0982053346104092
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,16384,0.12680266963111028
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,8192,0.06088978052139282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,7168,0.060340444246927895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,6144,0.05353866683112251
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,5120,0.03994133406215244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,4096,0.032837334606382586
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,3584,0.030144890149434406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,65536,0.46480268902248806
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,3072,0.026107556290096704
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,2560,0.02275733318593767
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,2048,0.018795554836591084
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,1024,0.010772444307804108
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,512,0.010648888846238455
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,1536,0.01406311160988278
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,256,0.006808888994985157
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,64,0.004545777622196409
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,768,0.014003554979960123
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,32,0.003499555504984326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,128,0.005021333280536863
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,16384,0.1070657769838969
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,12288,0.07668266693751018
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,10240,0.06544978088802762
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,8192,0.05801688962512546
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,65536,0.3422399891747369
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,7168,0.04818400078349643
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,6144,0.04312888781229655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,5120,0.034741332133611046
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,3584,0.025331555141343012
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,4096,0.027318222655190363
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,2048,0.01568622224860721
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,2560,0.019391111201710172
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,1536,0.013415111435784234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,3072,0.022364444202846948
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,768,0.009192888935407003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,256,0.005600000007285013
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,512,0.0069351109365622205
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,1024,0.010595555934641095
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,128,0.004810666872395409
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,64,0.004474666797452503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,32,0.0035626664757728577
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,12288,0.06883111264970568
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,16384,0.09152888589435154
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,10240,0.05846933523813883
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,8192,0.05096266667048136
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,7168,0.043268445465299815
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,6144,0.03869333200984531
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,65536,0.3377848996056451
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,5120,0.033667554457982383
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,4096,0.02502044373088413
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,3072,0.020610666937298246
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,2048,0.014968888627158271
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,3584,0.023271110322740342
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,1024,0.010112000008424124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,1536,0.012527999778588613
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,512,0.006653333289755716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,256,0.005429333282841577
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,768,0.00869777798652649
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,2560,0.017643555998802185
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,64,0.004372444417741564
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,128,0.0046924443708525766
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,32,0.003516444315512975
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,12288,0.059550219111972384
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,16384,0.08012088802125719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,10240,0.05437511205673218
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,7168,0.037031110790040754
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,8192,0.0432897773053911
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,5120,0.030301332473754883
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,6144,0.03494311041302151
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,3584,0.019526221685939364
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,4096,0.022796443767017786
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,2560,0.015086222026083203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,3072,0.01906577746073405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,65536,0.2948799928029378
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,1024,0.008897778060701158
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,2048,0.014012444350454541
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,1536,0.011728888584507836
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,512,0.006168889088763132
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,256,0.00519822206762102
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,64,0.0037564444873068067
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,32,0.003387555480003357
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,768,0.007596444752481248
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,16384,0.06073333157433403
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,128,0.0042071110672420925
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,12288,0.05178577701250712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,65536,0.21405066384209526
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,10240,0.04201689031389025
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,8192,0.03630400035116408
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,6144,0.02906044324239095
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,7168,0.03285244438383315
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,5120,0.025608888930744592
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,4096,0.021054221524132624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,3584,0.01980355547534095
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,2560,0.015360888507631091
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,2048,0.013018666870064206
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,3072,0.017521777086787753
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,1536,0.011109333071443768
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,1024,0.00848711116446389
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,512,0.006075555665625467
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,768,0.007261333366235097
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,256,0.005372444374693765
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,64,0.003989333493842019
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,128,0.00442755553457472
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,32,0.003408000080121888
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,12288,0.04110044572088454
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,16384,0.05376266770892673
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,10240,0.037666665183173284
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,8192,0.029514667060640123
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,65536,0.1781217787000868
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,6144,0.023919999599456787
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,4096,0.018810666269726224
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,7168,0.02829155657026503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,5120,0.02200088898340861
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,3584,0.017502221796247695
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,2560,0.013887999786270989
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,3072,0.016415999995337594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,2048,0.01182933317290412
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,768,0.007059555914666917
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,1536,0.010590222146775989
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,1024,0.008110221889283922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,512,0.006019555446174409
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,128,0.0042408886882993905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,256,0.005255110975768831
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,32,0.003306666596068276
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,64,0.0038008888562520346
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,12288,0.03564622335963779
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,10240,0.03128711051411099
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,16384,0.04608444372812907
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,8192,0.02624799973434872
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,7168,0.023639111055268183
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,6144,0.021104888783560857
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,65536,0.14028533299763998
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,4096,0.014436443646748861
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,5120,0.02032355633046892
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,3584,0.013642667068375481
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,2560,0.011957333319716983
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,3072,0.01385155568520228
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,1536,0.009776888622177972
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,2048,0.012056888805495368
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,512,0.006048888795905643
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,768,0.008423999779754216
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,1024,0.009015999734401703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,256,0.004365333252482944
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,64,0.00342399999499321
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,128,0.0036862223512596558
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,32,0.0028248888750871024
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,16384,0.03348177671432495
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,10240,0.023519999451107446
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,65536,0.09964888625674778
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,12288,0.028872887293497723
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,8192,0.019779556327395968
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,7168,0.018375110295083787
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,5120,0.01665866706106398
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,6144,0.018089777893490262
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,3072,0.011083555718262991
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,4096,0.012990222209029727
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,2560,0.010300444232092964
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,1536,0.009513777991135916
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,3584,0.01239822225438224
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,2048,0.008957333034939235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,1024,0.007711999946170383
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,768,0.0069102222720781965
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,512,0.005947555518812603
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,128,0.0034062222888072333
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,64,0.003167111012670729
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,256,0.003909333298603694
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,32,0.002990222225586573
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,10240,0.020053333706325956
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,16384,0.030247999562157526
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,65536,0.08294310834672716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,8192,0.01741422216097514
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,12288,0.024323556158277724
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,7168,0.01668177710639106
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,5120,0.014470222923490735
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,6144,0.016184000505341422
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,3584,0.010575110713640848
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,2560,0.009183111290136972
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,4096,0.011644444531864591
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,2048,0.008251555263996124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,3072,0.010213333699438307
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,1536,0.007811555431948767
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,1024,0.007642666498819987
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,768,0.006892444358931647
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,128,0.0032791110376516977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,512,0.005936000082227919
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,64,0.003080000066094928
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,256,0.003664888855483797
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,32,0.0026666666898462507
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,65536,0.05635733074612088
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,10240,0.013926222920417786
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,16384,0.020054222808943856
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,12288,0.016944888565275405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,7168,0.011634666886594562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,8192,0.013832000394662222
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,5120,0.010247999595271217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,6144,0.011864888999197217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,3584,0.008255110846625434
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,4096,0.008815111385451423
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,2048,0.0075351107451650835
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,3072,0.008010666403505538
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,1536,0.006608888920810487
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,2560,0.00868800034125646
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,768,0.004809777769777509
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,1024,0.006504888749784893
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,256,0.003589333345492681
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,512,0.004218666503826777
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,64,0.0030337776988744736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,32,0.0027511111564106415
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,128,0.0032702222880389956
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,65536,0.0314408904976315
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,12288,0.01146933353609509
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,10240,0.010116444693671333
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,16384,0.013283555706342062
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,8192,0.009197333620654212
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,7168,0.00868711123863856
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,6144,0.00810222244924969
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,4096,0.00701155596309238
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,3584,0.007622222105662028
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,5120,0.00756533361143536
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,3072,0.006690666493442323
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,2048,0.0064293332397937775
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,2560,0.00721777809990777
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,1536,0.006310222049554189
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,1024,0.006223111102978389
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,768,0.004680888934267892
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,512,0.004549333204825719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,256,0.00349866681628757
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,32,0.002712888850106133
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,64,0.002768888862596618
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,128,0.0032044444233179092
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,65536,0.024488000406159297
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,16384,0.010671999719407825
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,12288,0.009088888764381409
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,10240,0.008560000194443597
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,7168,0.008446222378147973
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,8192,0.00852888905339771
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,5120,0.007596444752481248
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,4096,0.006824000014199152
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,6144,0.007706666986147563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,3584,0.00741155528359943
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,3072,0.0064897777305708984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,2560,0.007050666544172499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,1536,0.006230222268237009
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,2048,0.006173333360089197
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,1024,0.005342222336265776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,768,0.004603555632962121
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,256,0.0034835553831524322
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,512,0.004014222158326043
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,128,0.003056888985964987
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,64,0.002704888789190186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,32,0.002667555585503578
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,12288,0.008436444732877944
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,16384,0.009179555707507664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,10240,0.00816177742348777
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,65536,0.019314666589101154
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,7168,0.007856888903511895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,6144,0.007631111476156447
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,4096,0.006812444577614467
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,8192,0.008589333130253686
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,3072,0.00664444433318244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,3584,0.007299555672539606
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,5120,0.007502222226725684
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,2048,0.007321777443091075
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,2560,0.007239999870459239
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,1536,0.00627377794848548
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,1024,0.00509688879052798
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,768,0.004615111069546806
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,256,0.004287999951177173
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,512,0.004040889028045866
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,128,0.003044444446762403
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,64,0.0027342221389214196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,32,0.00253866674999396
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,65536,0.015841777125994366
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,16384,0.008645333349704742
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,10240,0.007879111501905654
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,12288,0.00816177742348777
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,7168,0.007762666377756331
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,6144,0.007415999968846639
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,8192,0.008189332981904348
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,5120,0.007302222152551015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,4096,0.006783111227883234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,3584,0.007375111182530721
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,2560,0.007083555890454187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,3072,0.00657155571712388
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,1536,0.006240889016124938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,1024,0.005122666557629903
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,2048,0.006344888773229387
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,768,0.004589333302444882
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,512,0.004426666845877965
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,256,0.0034613334056403902
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,128,0.0029528888149393927
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,64,0.0026604444202449587
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,32,0.0025253333151340485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,10240,0.8423662185668945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,12288,0.9582399792141385
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,16384,1.2648497687445748
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,8192,0.6616035567389594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,6144,0.4890649053785536
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,7168,0.6264844470553929
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,5120,0.45108890533447266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,4096,0.3665928840637207
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,3584,0.329365332921346
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,3072,0.28564710087246364
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,2560,0.2398702303568522
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,1536,0.14741155836317274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,2048,0.1889831092622545
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,256,0.0331911113527086
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,512,0.054993778467178345
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,768,0.07734844419691297
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,128,0.026935110489527386
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,1024,0.09946578078799778
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,64,0.018498667412334018
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,32,0.012774222426944308
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,12288,0.28667910893758136
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,16384,0.37199287944369847
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,10240,0.24416089057922363
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,8192,0.2026133272382948
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,7168,0.1727128823598226
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,6144,0.1489902204937405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,5120,0.1261920001771715
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,4096,0.09486666652891372
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,3584,0.08548711405860053
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,3072,0.07394578059514363
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,1536,0.03965422179963853
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,2048,0.051411555873023145
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,2560,0.06238222122192383
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,1024,0.028396444188223943
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,256,0.01611022154490153
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,128,0.009161777794361115
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,768,0.036068442795011736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,64,0.006640888750553131
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,512,0.026114667455355327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,32,0.005559111220969095
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,12288,0.20615022712283662
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,16384,0.26616978645324707
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,65536,1.4672088623046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,10240,0.17416355344984266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,8192,0.1442942221959432
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,7168,0.12369867165883382
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,5120,0.08994666735331218
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,6144,0.10663821962144639
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,4096,0.07300533188713922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,3584,0.06498399708006117
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,3072,0.057293335596720375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,2048,0.03906666570239597
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,65536,1.0481155183580186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,1536,0.030990223089853924
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,1024,0.022112889422310725
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,768,0.034801777866151594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,512,0.02500266664557987
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,2560,0.047989332013660006
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,256,0.015111999379263984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,128,0.008749333520730337
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,64,0.006484444356626934
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,32,0.005459555735190709
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,16384,0.2331475681728787
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,12288,0.17286400000254312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,10240,0.14880088965098062
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,8192,0.12205510669284397
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,7168,0.10521333085166083
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,5120,0.07594044340981378
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,6144,0.09075911177529229
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,4096,0.06153955724504259
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,3584,0.05442844496832954
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,3072,0.04787466592258877
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,2048,0.03284800052642822
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,2560,0.04021866785155402
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,1024,0.01854311095343696
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,1536,0.026126222478018865
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,65536,0.9053867128160266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,768,0.033794667985704206
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,256,0.01460000044769711
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,512,0.02424088948302799
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,128,0.008242666721343994
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,64,0.0064293332397937775
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,32,0.00543200017677413
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,12288,0.14175466696421304
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,16384,0.19025422467125785
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,10240,0.12043821811676025
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,8192,0.09895288944244385
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,7168,0.08568177620569865
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,6144,0.07492711146672566
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,5120,0.06345333655675252
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,4096,0.04974666568968031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,3584,0.04539111256599426
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,3072,0.039855112632115684
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,2560,0.03366577625274658
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,2048,0.028012444575627644
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,1536,0.022055110997623865
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,65536,0.717526223924425
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,1024,0.015758223003811307
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,768,0.016833777228991192
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,128,0.005712888720962737
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,256,0.008194666769769456
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,512,0.012352888782819113
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,64,0.004918222212129169
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,32,0.0047591109242704184
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,12288,0.11340088314480251
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,16384,0.1731555594338311
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,8192,0.08928089009390937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,7168,0.07642310857772827
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,10240,0.10724800162845188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,65536,0.6508835686577691
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,4096,0.04495911134613884
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,5120,0.05606400304370456
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,3072,0.036488887336519026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,6144,0.06668088833491008
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,2048,0.025213332639800176
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,3584,0.04180977741877238
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,1536,0.020044444335831534
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,1024,0.014677332507239448
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,256,0.007848000360859765
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,128,0.005502222312821283
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,512,0.012326222327020435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,2560,0.030606223477257624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,768,0.0162808895111084
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,64,0.0046880000995265115
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,32,0.004540444248252445
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,12288,0.11294221878051758
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,10240,0.09340355793635051
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,16384,0.14550222290886775
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,7168,0.06674310896131727
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,8192,0.07828978035185072
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,6144,0.05794488721423679
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,5120,0.050197333097457886
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,4096,0.039373334911134504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,3584,0.03497599893146091
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,3072,0.030230220821168687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,2560,0.026218665970696345
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,2048,0.021612443857722815
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,1536,0.016864889197879367
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,1024,0.013052444491121503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,768,0.015416888727082146
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,512,0.011590222517649332
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,256,0.007159111400445302
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,65536,0.5463822152879503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,32,0.003456888927353753
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,64,0.0047484445903036325
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,128,0.0052177777720822235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,16384,0.12552000416649714
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,10240,0.08036710818608601
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,12288,0.09460177686479355
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,8192,0.06436889039145575
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,7168,0.05467377768622505
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,4096,0.033781333102120295
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,5120,0.03972444600529141
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,6144,0.04751111070315043
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,3584,0.02938488788074917
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,65536,0.4628142250908746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,2560,0.02208711041344537
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,1536,0.01497866710027059
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,3072,0.025591111845440332
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,1024,0.01165600038237042
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,768,0.013822221921549903
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,512,0.010394666757848527
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,256,0.006561777657932705
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,2048,0.018364444375038147
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,128,0.004951111144489712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,64,0.004464888738261329
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,32,0.0034266666819651923
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,12288,0.07573333051469591
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,16384,0.10691377851698135
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,10240,0.06446222464243571
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,8192,0.056755556000603564
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,7168,0.04536266790495979
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,6144,0.03923644291030036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,5120,0.03395911057790121
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,4096,0.02680533296532101
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,3072,0.02219377789232466
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,65536,0.3666240109337701
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,3584,0.024991111622916326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,2560,0.01906399925549825
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,2048,0.015820443630218506
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,768,0.009115555220180089
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,512,0.006610666712125142
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,256,0.005351999981535806
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,1024,0.01034311122364468
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,1536,0.013189333180586496
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,32,0.0035537779331207275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,64,0.0038124442928367188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,128,0.004709333181381226
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,16384,0.09075822432835896
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,12288,0.06254666381412081
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,8192,0.05100889007250468
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,10240,0.057316442330678306
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,7168,0.03956355651219686
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,5120,0.02873777680926853
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,6144,0.036129779285854764
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,65536,0.32378845744662815
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,4096,0.022778666681713525
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,3584,0.02316711180739933
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,2560,0.017516444126764934
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,3072,0.020398222737842135
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,1024,0.009139555195967356
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,768,0.00847999999920527
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,512,0.006361777583758037
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,2048,0.01480888823668162
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,256,0.0052373334765434265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,1536,0.012432888978057437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,64,0.003759110967318217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,128,0.004608889006906086
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,32,0.0035111109415690103
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,16384,0.07901866568459405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,12288,0.061603552765316434
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,10240,0.05379199981689453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,8192,0.04510755671395195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,7168,0.03865422142876519
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,65536,0.28297244177924263
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,6144,0.034416000048319496
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,5120,0.029486222399605647
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,4096,0.023815999428431194
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,3072,0.01864355636967553
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,2560,0.01625777781009674
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,1024,0.008768888811270395
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,3584,0.021182222498787776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,1536,0.01163733336660597
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,512,0.006127111199829314
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,256,0.005168888717889786
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,2048,0.013795555465751223
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,768,0.007385777930418651
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,64,0.003628444340493944
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,32,0.0032995556377702286
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,128,0.0041493334703975255
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,16384,0.07407822211583455
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,8192,0.03639555639690823
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,12288,0.05087111062473721
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,10240,0.04407111141416761
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,7168,0.03274044394493103
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,5120,0.025408888856569927
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,6144,0.029480000336964924
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,4096,0.0218213333023919
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,3584,0.019810666640599568
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,65536,0.24773955345153809
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,3072,0.017856000198258292
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,2560,0.016203555795881484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,2048,0.0140657772620519
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,1024,0.008591111335489485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,512,0.006055999961164262
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,1536,0.012123555772834353
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,768,0.0071937781241205
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,256,0.005264889034960005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,128,0.004442666553788715
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,32,0.0031635556370019913
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,64,0.0038355555799272326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,16384,0.05501155720816719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,10240,0.0370071099864112
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,12288,0.04271733429696825
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,8192,0.03201955556869507
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,7168,0.028809779220157202
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,65536,0.19802489545610216
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,6144,0.025999110605981614
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,5120,0.022818666365411546
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,4096,0.01884355478816562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,3072,0.016189333465364244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,3584,0.01763288842307197
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,2560,0.01445777714252472
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,1536,0.011124444504578909
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,2048,0.012821333275900947
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,768,0.0069520001610120135
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,1024,0.008029333419269985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,512,0.006088888893524806
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,64,0.003751111113362842
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,128,0.00425155543618732
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,256,0.005128889034191768
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,32,0.003113777687152227
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,12288,0.032347556617524885
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,16384,0.04634933339224922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,10240,0.028160889943440754
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,7168,0.021067554752031963
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,65536,0.14943733480241564
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,8192,0.0251857770813836
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,5120,0.016210666961140104
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,6144,0.020305777589480083
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,3072,0.012602667013804117
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,3584,0.014684443672498068
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,2560,0.012611555556456247
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,4096,0.015836444165971544
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,1536,0.008565333154466417
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,2048,0.011360888679822287
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,1024,0.007874666816658443
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,512,0.006034666465388403
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,768,0.0069057775868309875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,128,0.0036675557494163513
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,64,0.003354666754603386
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,256,0.004283555679851108
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,32,0.0028213332924577924
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,12288,0.02587377859486474
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,16384,0.030997332599427965
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,10240,0.0206977774699529
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,6144,0.014710222681363424
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,65536,0.1042426692114936
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,7168,0.017464000317785475
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,4096,0.0118222220076455
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,5120,0.01425155500570933
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,8192,0.017309332887331646
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,3072,0.010816000401973724
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,2560,0.009869332942697737
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,3584,0.012108444339699216
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,1536,0.0069120000633928515
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,768,0.006879111131032308
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,2048,0.008632889224423302
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,1024,0.007794666621420119
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,256,0.0038480001191298165
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,128,0.0034088889757792154
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,32,0.0028008888992998335
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,512,0.005972444597217772
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,64,0.0031155554784668815
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,65536,0.07484622134102716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,12288,0.02088711162408193
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,16384,0.023967999551031325
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,10240,0.01687466601530711
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,8192,0.014582221706708273
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,6144,0.01293688929743237
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,7168,0.014928888943460254
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,5120,0.011931555966536203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,3584,0.009759999811649323
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,4096,0.011692444483439127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,2048,0.007699555820888943
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,3072,0.00941955546538035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,2560,0.00833422193924586
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,1536,0.007267555428875818
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,768,0.006836444553401735
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,1024,0.007738666401969061
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,256,0.003620444486538569
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,512,0.005924444645643234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,128,0.0032720000793536506
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,64,0.003063111048605707
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,32,0.002696000039577484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,16384,0.017695110705163743
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,12288,0.014808000789748298
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,10240,0.013367999758985309
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,8192,0.012681778106424542
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,6144,0.011186666786670685
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,65536,0.057052446736229785
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,7168,0.012124444047609964
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,5120,0.009521777431170145
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,4096,0.008311111066076491
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,3584,0.007994666695594788
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,3072,0.007673777639865875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,2560,0.008817777865462834
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,2048,0.00758755538198683
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,1536,0.006412444429265128
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,512,0.004625777817434735
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,1024,0.0063182223174307085
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,256,0.0035822221802340615
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,768,0.004774222357405556
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,64,0.0027742222365405825
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,128,0.0032302221904198327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,32,0.0027182222240500977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,16384,0.012181333369678922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,12288,0.010626667075686984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,65536,0.03492533498340183
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,10240,0.009859555297427708
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,8192,0.009212444225947062
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,6144,0.007887110941939885
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,7168,0.008357333640257517
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,4096,0.006836444553401735
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,5120,0.007499555746714274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,3584,0.0075039996041191956
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,3072,0.00657066661450598
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,2048,0.006311999840868845
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,2560,0.00720177756415473
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,1024,0.00618488879667388
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,768,0.00464088883664873
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,512,0.004501333253251182
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,256,0.003524444583389494
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,1536,0.006197333335876465
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,128,0.003068444422549672
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,32,0.00272088891102208
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,64,0.002733333243264092
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,10240,0.008261333737108443
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,16384,0.010255999863147736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,65536,0.022464889619085524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,12288,0.008904000123341879
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,8192,0.00851644410027398
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,7168,0.008296888735559251
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,6144,0.007575111256705389
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,5120,0.007480888730949826
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,4096,0.006630222416586346
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,3584,0.007274666594134436
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,3072,0.0063288890653186375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,2560,0.0068959999415609576
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,2048,0.006066666709052191
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,1536,0.006092444476154115
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,1024,0.0053102220926019884
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,768,0.004584889031118817
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,512,0.004027555386225383
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,256,0.008288000192907121
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,128,0.0030862221287356485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,64,0.0026791110220882627
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,32,0.0026693333768182327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,65536,0.01683200067943997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,12288,0.008302222523424361
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,16384,0.008818666968080733
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,10240,0.008051555189821456
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,7168,0.007828444242477417
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,8192,0.008336000144481659
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,6144,0.007567110988828871
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,5120,0.0074480002125104266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,4096,0.0070062221752272705
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,3584,0.006784889019197888
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,3072,0.006335999816656113
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,2560,0.0064204442832205035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,2048,0.007370666497283512
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,1536,0.006298666612969504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,768,0.004602666530344221
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,1024,0.005139555368158552
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,512,0.004008888784382078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,256,0.004314666820896996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,128,0.003047111133734385
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,64,0.0026648888985315957
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,32,0.00253866674999396
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,65536,0.014883556299739413
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,12288,0.0081404447555542
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,16384,0.008651555412345463
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,8192,0.008220444122950235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,10240,0.00798044436507755
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,7168,0.007611555357774098
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,6144,0.007189333438873291
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,5120,0.007428444094128079
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,4096,0.006681777950790193
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,3584,0.006454222318198945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,2560,0.006269333263238271
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,3072,0.00620177760720253
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,2048,0.00628977765639623
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,1536,0.006214222146405115
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,1024,0.005157333281305102
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,768,0.004580444345871608
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,512,0.004359999878538979
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,256,0.0034088889757792154
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,128,0.003020444470975134
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,64,0.002667555585503578
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,32,0.0024986666523747975
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,10240,0.8006933530171713
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,12288,0.9531510670979818
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,16384,1.2463831371731229
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,8192,0.6515030860900879
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,7168,0.6235555542839898
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,6144,0.5348400010002984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,5120,0.4473377863566081
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,4096,0.3270266585879856
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,3072,0.2756648858388265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,3584,0.31976087888081867
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,2560,0.23313244183858237
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,1536,0.14249244001176622
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,2048,0.18596266375647652
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,512,0.0550799998972151
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,1024,0.0988924437099033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,768,0.07563200261857775
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,128,0.016493333710564505
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,64,0.018183999591403537
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,256,0.03351199958059523
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,32,0.012051555845472546
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,16384,0.3746204376220703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,12288,0.285624000761244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,10240,0.24269421895345053
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,8192,0.20052711168924967
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,7168,0.1718897819519043
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,6144,0.14816178215874568
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,5120,0.1242168876859877
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,4096,0.09726044204499985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,3584,0.08907110823525323
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,2048,0.05387022097905477
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,2560,0.06556177801556058
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,3072,0.07842399676640828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,1536,0.042169776227739125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,1024,0.029455112086402044
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,512,0.016720000240537856
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,256,0.010798222488827176
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,128,0.005924444645643234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,64,0.004495999879307217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,768,0.02271644439962175
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,32,0.004378666480382283
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,65536,1.3826213412814672
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,12288,0.20558044645521376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,16384,0.27290222379896373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,10240,0.17431199550628662
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,8192,0.14241777526007757
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,7168,0.1232373317082723
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,6144,0.10621600018607245
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,4096,0.07180622551176283
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,3072,0.05588533480962118
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,5120,0.08938222461276585
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,3584,0.06439289119508532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,1536,0.030572444200515747
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,2048,0.03879466652870178
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,2560,0.0470728874206543
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,1024,0.02204533252451155
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,768,0.016954667038387723
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,256,0.008533333738644918
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,512,0.012749333348539142
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,128,0.005620444400442972
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,64,0.004071111066473855
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,65536,0.9496302074856229
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,32,0.003983111017280155
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,12288,0.173905783229404
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,16384,0.23184887568155924
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,10240,0.14782488346099854
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,7168,0.10451289017995198
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,8192,0.12248267067803277
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,5120,0.07579200135336982
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,6144,0.09016978078418308
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,4096,0.06189599964353773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,3584,0.0565626687473721
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,3072,0.04994933472739326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,2560,0.041703111595577665
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,2048,0.03405688868628608
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,1024,0.01927199959754944
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,768,0.015328889091809591
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,1536,0.027053332991070215
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,512,0.01165066659450531
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,256,0.007679111427730984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,128,0.00535022219022115
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,64,0.003943110919660992
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,65536,0.9010524749755859
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,32,0.0038080000215106537
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,12288,0.12724355856577554
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,16384,0.19391289022233751
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,10240,0.10774399836858113
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,8192,0.09840089082717896
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,7168,0.0854497750600179
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,5120,0.06323999828762479
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,6144,0.07463288969463773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,4096,0.04939555459552341
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,3584,0.04531733194986979
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,3072,0.03968800107638041
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,1536,0.02195288903183407
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,2048,0.02753955622514089
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,1024,0.01575555569595761
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,2560,0.033378667301601835
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,768,0.013740444348918067
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,65536,0.7148986922370063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,512,0.010395555860466426
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,128,0.005098666581842634
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,256,0.00628355559375551
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,64,0.004576000074545543
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,32,0.004506666627195147
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,16384,0.172508438428243
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,12288,0.12538488705952963
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,8192,0.0889164474275377
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,10240,0.10662755701276992
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,7168,0.07608889208899604
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,5120,0.056278222137027316
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,6144,0.06446488698323567
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,4096,0.04481066597832573
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,65536,0.564743094974094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,3584,0.041343109475241765
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,2560,0.030738668309317693
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,3072,0.0362702210744222
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,2048,0.025362667110231187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,1536,0.02075466679202186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,768,0.013078221844302284
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,256,0.005909333212508096
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,1024,0.015270221564504834
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,128,0.004875555634498596
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,64,0.004495111190610462
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,512,0.009888889061080085
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,32,0.0038417776425679526
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,16384,0.14466222127278647
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,12288,0.11295466952853733
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,8192,0.07832088735368517
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,10240,0.09249244133631389
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,7168,0.06616889105902778
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,6144,0.05754044320848253
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,5120,0.04926222231653002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,4096,0.04029511080847846
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,3584,0.037343111303117536
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,65536,0.5413191053602431
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,3072,0.03293155630429586
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,2048,0.022760889596409265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,2560,0.02770311137040456
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,1536,0.018271999226676095
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,1024,0.013066666821638743
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,768,0.011629333098729452
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,512,0.009226666556464301
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,128,0.004506666627195147
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,32,0.0034515555534097883
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,256,0.005809777726729711
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,64,0.003934222377008862
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,12288,0.08946044577492608
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,10240,0.0762702226638794
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,16384,0.1235840055677626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,8192,0.06396355231602986
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,7168,0.054451555013656616
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,6144,0.046887109676996865
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,5120,0.039489779207441546
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,4096,0.033358222908443876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,3584,0.029121776421864826
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,3072,0.02552177839808994
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,2560,0.021917333205540974
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,2048,0.01866311166021559
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,1536,0.01496266656451755
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,65536,0.4601590898301866
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,1024,0.011352889239788055
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,768,0.010760000182522668
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,256,0.0052373334765434265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,128,0.004270222038030624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,512,0.008251555263996124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,64,0.0038444445365005066
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,32,0.003387555480003357
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,16384,0.10696444246504043
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,12288,0.0790168907907274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,10240,0.06364444229337904
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,8192,0.05324177940686544
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,7168,0.044828444719314575
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,6144,0.0391173329618242
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,5120,0.033077332708570696
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,4096,0.027621333797772724
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,3584,0.02571822206179301
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,65536,0.3648551040225559
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,3072,0.022636445032225713
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,2560,0.019710222880045574
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,2048,0.0162462227874332
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,1024,0.01055555542310079
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,1536,0.01313333296113544
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,512,0.006330666856633292
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,768,0.008975110948085785
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,256,0.005087999833954705
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,64,0.0038088887102074097
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,32,0.0033937777496046494
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,128,0.004120888809363048
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,12288,0.061258667045169406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,16384,0.08981421920988296
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,8192,0.05006755391756693
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,10240,0.05654133028454251
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,7168,0.04137600130505032
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,6144,0.03567377726236979
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,5120,0.03052355514632331
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,4096,0.02557777696185642
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,3584,0.021887110339270696
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,3072,0.021312889125612047
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,2560,0.016738666428460013
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,65536,0.32299288113911945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,1024,0.009370666411187913
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,2048,0.015306666493415833
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,1536,0.012236444486512078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,256,0.004952888935804367
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,768,0.008349333372380998
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,128,0.00407911092042923
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,64,0.00370399985048506
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,32,0.0032115555885765287
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,512,0.006225777582989798
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,12288,0.05996888875961304
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,16384,0.07595022519429524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,10240,0.04973599976963467
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,8192,0.04145066605673896
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,7168,0.03755111164516873
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,6144,0.03355911042955186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,5120,0.02747022277779049
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,65536,0.28570577833387584
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,4096,0.02247200078434414
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,3584,0.01930488811598884
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,3072,0.018781332506073844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,2560,0.0163137780295478
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,2048,0.013705777625242868
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,1536,0.011626666618718041
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,512,0.006117333140638139
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,1024,0.009232000344329411
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,256,0.005118222286303838
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,64,0.0031742221779293488
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,128,0.0037048889531029593
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,768,0.00720711135201984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,32,0.0031395554542541504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,10240,0.03983644313282437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,16384,0.06359022193484835
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,12288,0.050795555114746094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,8192,0.03307644526163737
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,65536,0.23448088434007433
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,7168,0.03182755576239692
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,6144,0.027038221557935078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,5120,0.024847111768192712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,4096,0.019146665930747986
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,3584,0.01794666714138455
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,3072,0.01576266686121623
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,2560,0.012861332959598966
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,512,0.006051555689838197
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,768,0.007033777733643849
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,1536,0.00980177770058314
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,1024,0.00850844466023975
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,2048,0.011557333171367645
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,256,0.0041653331783082755
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,32,0.003040888864133093
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,64,0.003350222276316749
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,128,0.0037457777394188773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,16384,0.05238044593069288
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,12288,0.04210933380656772
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,10240,0.03686755564477708
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,65536,0.17005599869622123
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,8192,0.030199110507965088
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,7168,0.028095109595192805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,6144,0.02531288895342085
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,5120,0.02219644520017836
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,3584,0.01734133395883772
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,2560,0.014313777287801107
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,3072,0.01585155559910668
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,4096,0.018664888209766813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,1536,0.008942222429646386
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,2048,0.012518222133318583
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,1024,0.00795111142926746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,768,0.0069848886794514125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,512,0.005968889014588461
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,128,0.003604444364706675
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,64,0.0032044444233179092
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,256,0.00396799999806616
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,32,0.0030097777230872046
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,16384,0.04462933209207323
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,12288,0.0332915551132626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,10240,0.0288702216413286
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,65536,0.14737244447072348
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,8192,0.02474044428931342
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,7168,0.022226666410764057
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,3584,0.01311644415060679
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,6144,0.019713777634832595
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,5120,0.017305778132544625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,3072,0.013183111117945777
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,4096,0.015421332584487068
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,1536,0.00720977783203125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,2048,0.011222222612963783
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,1024,0.007820444802443186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,2560,0.012128888732857175
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,768,0.006812444577614467
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,512,0.005963555640644497
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,256,0.003660444584157732
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,32,0.002744888886809349
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,64,0.003088888815707631
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,128,0.003411555455790626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,16384,0.03030844529469808
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,65536,0.09313422441482544
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,10240,0.02183288832505544
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,12288,0.025175111161337957
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,8192,0.01850044396188524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,6144,0.015587555037604438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,7168,0.017101332545280457
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,3584,0.011911110745535957
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,5120,0.014053333136770459
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,3072,0.011181332998805575
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,4096,0.012429333395428128
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,1536,0.006633777585294511
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,2048,0.008583111067612966
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,1024,0.007883555359310573
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,2560,0.010199999643696679
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,768,0.006816000160243776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,128,0.0032995556377702286
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,256,0.003607999947335985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,512,0.005960000058015187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,64,0.003080000066094928
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,32,0.0026906666656335196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,12288,0.018949333164427016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,16384,0.023178666830062866
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,10240,0.016368000043763053
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,65536,0.07291999790403578
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,8192,0.014309333430396186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,4096,0.010020444790522257
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,6144,0.013416888813177744
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,7168,0.01456622282663981
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,3584,0.009580444130632613
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,5120,0.012449777788586087
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,3072,0.008464888566070134
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,2560,0.007789333661397298
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,1024,0.00775733341773351
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,1536,0.0070053330726093715
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,768,0.006828444285525217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,2048,0.007319110963079665
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,512,0.005889777921968036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,128,0.0032355555643637977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,64,0.0031306667046414483
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,256,0.003588444242874781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,32,0.002640888922744327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,16384,0.016979555288950603
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,12288,0.01567555632856157
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,10240,0.013259555730554791
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,65536,0.050613333781560264
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,7168,0.012063110868136087
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,8192,0.013325333595275879
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,6144,0.01094044413831499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,4096,0.008223999705579545
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,3584,0.007886221839321984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,5120,0.009914666414260864
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,2560,0.007096889118353526
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,3072,0.007526222202512953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,1536,0.007214222517278459
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,2048,0.007271111011505127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,1024,0.006236444330877728
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,768,0.004719999929269155
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,512,0.004640000147951974
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,256,0.0035173334181308746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,128,0.0032213332338465583
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,64,0.0027422221998373666
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,32,0.0027111110587914786
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,12288,0.01056977775361803
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,16384,0.012070222033394707
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,10240,0.009735110733244155
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,65536,0.03456711106830173
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,6144,0.0076044441925154785
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,7168,0.00814222213294771
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,8192,0.008827555510732863
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,5120,0.0074622225430276655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,4096,0.006741333338949416
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,3584,0.00739555557568868
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,3072,0.006535999890830781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,2560,0.0070293330483966405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,768,0.00462400002612008
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,2048,0.006029333505365584
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,1024,0.005468444277842839
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,512,0.004484444442722532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,256,0.0034640000926123727
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,64,0.0027253333893087176
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,128,0.003075555587808291
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,1536,0.005952888892756567
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,32,0.0026933333526055017
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,12288,0.00872444444232517
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,10240,0.008818666968080733
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,16384,0.009480000370078618
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,65536,0.020690666304694284
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,8192,0.008542222281297049
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,7168,0.00830844458606508
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,4096,0.006631999793979857
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,6144,0.007647111184067196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,5120,0.007535999847782983
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,3584,0.0071928890215026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,3072,0.006317333214812809
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,2560,0.006875555548402999
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,2048,0.005571555760171678
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,1536,0.005497777627574072
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,768,0.004583111239804162
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,1024,0.005229333208666907
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,512,0.004489777816666497
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,256,0.007854222423500484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,64,0.0026871110830042097
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,128,0.0030373332815037835
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,32,0.0026417778184016547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,65536,0.015798222687509324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,16384,0.00867911097076204
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,12288,0.008188444707128737
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,10240,0.00793866647614373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,8192,0.008231110870838165
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,7168,0.007755555212497711
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,5120,0.007635555333561367
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,6144,0.007251555720965068
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,4096,0.006896889044178857
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,3584,0.006640000061856375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,3072,0.006313777632183499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,2560,0.0064444442590077715
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,2048,0.0063999998900625445
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,1024,0.005160888863934411
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,768,0.004587555511130227
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,512,0.003989333493842019
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,1536,0.006248888870080312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,256,0.004224888980388641
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,32,0.002528000002106031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,128,0.0030373332815037835
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,64,0.0026897777699761917
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,65536,0.013995556367768182
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,16384,0.008637333081828224
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,8192,0.007557333343558841
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,10240,0.007860444486141205
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,7168,0.007612444460391998
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,12288,0.00814844419558843
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,6144,0.007196444604131911
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,5120,0.007335111498832703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,3584,0.0064293332397937775
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,3072,0.005993777679072485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,4096,0.005877333382765452
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,2560,0.005888000130653381
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,1024,0.005115555392371284
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,2048,0.005486222190989389
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,1536,0.006151111175616582
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,768,0.004500444564554426
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,512,0.004015999949640698
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,128,0.002966222249799304
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,256,0.0033520000676314035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,64,0.0026062221990691293
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,32,0.002526222210791376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,10240,0.8166053560045031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,12288,0.9679084353976779
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,16384,1.2878523932562935
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,8192,0.6654604276021322
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,7168,0.5827102131313747
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,6144,0.5428631040785048
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,5120,0.42082754770914715
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,3584,0.3355368773142497
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,4096,0.3653875456915961
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,3072,0.28643645180596244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,2560,0.24075288242763945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,2048,0.18606044186486137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,1536,0.14601333936055502
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,1024,0.10303199953503078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,512,0.053768889771567456
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,256,0.0355422231886122
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,128,0.014854222536087036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,64,0.009353777600659264
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,768,0.0740506649017334
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,32,0.007385777930418651
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,12288,0.26982222663031685
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,10240,0.23147643937004936
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,16384,0.3534062173631456
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,8192,0.18832888868119982
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,7168,0.16899377769894072
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,6144,0.14717688825395372
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,4096,0.1010248859723409
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,5120,0.12551111645168728
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,3584,0.09319111373689438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,3072,0.08133155769772
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,2560,0.06674222151438396
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,2048,0.05495822098520067
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,1536,0.04320177767011854
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,768,0.022407111194398668
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,1024,0.03178400132391188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,512,0.01591466698381636
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,256,0.009515555368529426
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,128,0.005467555589146084
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,64,0.004263111286693149
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,32,0.00388711111413108
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,65536,1.3539582358466253
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,12288,0.20567111174265543
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,16384,0.27093778716193306
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,10240,0.17599556181165907
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,8192,0.14789156119028726
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,7168,0.12839644485049778
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,6144,0.11185510953267415
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,5120,0.09528799851735432
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,2560,0.04725155565473768
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,2048,0.039134220944510564
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,3584,0.0632515549659729
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,4096,0.07100711266199748
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,3072,0.05576622486114502
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,1536,0.03115288747681512
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,1024,0.02260977857642704
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,768,0.01887911061445872
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,65536,1.0211093690660265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,128,0.004551110996140374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,512,0.013777777552604675
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,64,0.003933333274390963
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,256,0.008393777741326226
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,32,0.003597333199448056
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,12288,0.17241956128014457
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,16384,0.22455199559529623
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,10240,0.14752444956037733
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,8192,0.12308800220489502
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,7168,0.10796711179945205
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,6144,0.08976178036795722
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,5120,0.07447555330064562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,4096,0.06152088774575127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,2560,0.03814399904674954
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,3072,0.04799733228153653
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,3584,0.054479112227757774
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,1536,0.027271999253167048
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,2048,0.03416711091995239
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,1024,0.01993955506218804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,768,0.017647999856207106
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,512,0.012865777644846173
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,256,0.007152888509962294
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,128,0.00434666665063964
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,65536,0.7704542477925619
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,64,0.0038480001191298165
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,32,0.003524444583389494
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,16384,0.18438311417897543
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,12288,0.1415813366572062
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,7168,0.08793866634368896
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,8192,0.10036977794435288
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,10240,0.12033066484663223
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,6144,0.07698044512006971
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,5120,0.06576710939407349
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,4096,0.05117422342300415
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,3584,0.04637066523234049
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,3072,0.040488001373079084
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,2560,0.035056889057159424
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,2048,0.029027554723951552
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,65536,0.6896950933668348
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,1536,0.022991999983787537
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,1024,0.01685599982738495
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,512,0.011997333003415002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,768,0.016472889317406546
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,256,0.005912888795137405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,128,0.004035555654101902
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,32,0.0033448889023727844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,64,0.003663111064169142
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,12288,0.12582222620646158
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,16384,0.16491644912295872
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,10240,0.10814933644400702
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,8192,0.08992089165581597
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,7168,0.07837866412268744
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,6144,0.06854755348629422
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,5120,0.057714667585161
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,4096,0.046915554338031344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,3584,0.04193688763512505
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,3072,0.03690933187802633
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,2048,0.02610844373703003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,2560,0.03179377648565505
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,1536,0.020457777712080214
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,1024,0.015274667077594332
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,65536,0.6133102311028374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,512,0.011511999699804517
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,768,0.015826667348543804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,256,0.005712000032265981
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,128,0.003932444585694207
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,32,0.0032044444233179092
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,64,0.0034471110751231513
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,12288,0.10861244466569688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,16384,0.1393795543246799
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,8192,0.07458311319351196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,10240,0.08937955564922756
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,6144,0.05539022220505608
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,7168,0.06415555874506633
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,5120,0.047375109460618764
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,4096,0.03838310970200433
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,3584,0.03410844339264764
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,3072,0.029845333761639063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,2560,0.025190222594473097
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,2048,0.021000888612535264
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,65536,0.518753793504503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,1024,0.012085333466529846
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,1536,0.016734222571055096
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,768,0.010401777923107147
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,128,0.003830222205983268
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,512,0.008407110969225565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,64,0.0033599999215867785
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,256,0.005221333354711533
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,32,0.0031111112071408164
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,16384,0.1209919982486301
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,12288,0.08918933073679607
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,10240,0.07576888799667358
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,8192,0.06329244375228882
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,7168,0.05391377872890896
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,6144,0.04659822252061632
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,5120,0.03943999939494663
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,4096,0.033231112692091204
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,3584,0.02900800108909607
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,3072,0.02515911062558492
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,65536,0.43582932154337567
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,2048,0.018340445227093168
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,1536,0.014727110664049784
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,2560,0.021924444370799597
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,768,0.009497777455382878
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,512,0.007125332951545715
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,128,0.0041893331540955436
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,1024,0.011309333145618439
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,64,0.0033679999825027254
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,32,0.0032497776879204642
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,256,0.005048000150256687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,16384,0.09846399890051948
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,12288,0.07262311379114787
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,10240,0.06251111295488146
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,8192,0.05330933464898003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,7168,0.0451182226339976
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,6144,0.038592000802357994
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,65536,0.34980087810092503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,3584,0.024821332759327356
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,5120,0.03346133232116699
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,2560,0.019160888261265226
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,1024,0.009538667069541084
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,1536,0.013057777451144325
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,4096,0.02646133303642273
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,512,0.006184000107977126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,768,0.00869777798652649
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,256,0.00488711107108328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,3072,0.021791110436121624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,128,0.00408000002304713
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,64,0.003253333270549774
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,2048,0.015829333000712924
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,32,0.0032595555401510666
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,10240,0.05704710880915324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,12288,0.06598222255706787
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,16384,0.0891431106461419
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,8192,0.05535377727614509
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,7168,0.050718221399519176
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,6144,0.0447635551293691
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,5120,0.03919555412398444
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,3584,0.0229795558585061
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,4096,0.03276000089115567
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,3072,0.020136000381575692
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,65536,0.3125306765238444
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,2048,0.014799111419253878
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,2560,0.017637333936161466
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,1536,0.012224888636006249
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,512,0.006014222072230444
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,256,0.004877333425813251
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,32,0.0032595555401510666
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,768,0.008096888661384583
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,128,0.003928889003064898
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,1024,0.009676444033781687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,64,0.0032257777121331957
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,16384,0.07397155629263984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,10240,0.04876177840762668
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,12288,0.05726933479309082
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,8192,0.04042222102483114
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,7168,0.03575999869240655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,6144,0.03210399879349603
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,65536,0.27412178781297475
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,4096,0.023777777949968975
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,5120,0.027828445037206013
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,3584,0.01947733263174693
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,3072,0.01722133325205909
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,2560,0.015000889698664347
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,1536,0.01148977792925305
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,1024,0.009161777794361115
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,2048,0.012568000290128918
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,256,0.004138666722509596
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,512,0.004879999905824661
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,768,0.005978666659858491
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,64,0.0032302221904198327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,128,0.0035342222286595237
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,32,0.0030666666312350165
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,10240,0.038535111480289035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,16384,0.06276088953018188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,12288,0.04976977904637655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,8192,0.0318213336997562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,7168,0.031203554736243352
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,6144,0.026250667042202417
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,4096,0.019176888797018263
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,65536,0.22965333196851942
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,5120,0.02441066669093238
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,3584,0.017688888642523024
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,3072,0.015673778123325773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,2048,0.010651555326249866
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,2560,0.013737777868906656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,1536,0.010846222440401712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,512,0.004679111142953237
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,768,0.005457777943876054
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,256,0.004008000095685323
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,64,0.0031804444475306403
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,32,0.002975111206372579
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,128,0.0034551111360390982
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,1024,0.008408889174461365
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,16384,0.05567555295096504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,10240,0.035024000538720026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,8192,0.027832888894610937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,12288,0.04100888967514038
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,7168,0.027112000518374976
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,6144,0.024243555135197107
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,5120,0.021260443660948012
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,4096,0.017791999710930716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,3584,0.016602666841612924
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,65536,0.1938097741868761
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,3072,0.014992000328169929
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,2560,0.013803555733627744
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,2048,0.012246222131782107
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,512,0.004492444296677907
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,1024,0.00776533368561003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,768,0.005139555368158552
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,1536,0.010259555445777046
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,64,0.0032311110860771606
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,128,0.0033111110743549135
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,32,0.0029395555870400537
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,256,0.00388355553150177
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,16384,0.041005333264668785
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,12288,0.030086222622129653
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,10240,0.02719466719362471
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,8192,0.02275644408331977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,65536,0.15190933810340032
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,7168,0.020247111717859905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,5120,0.014871999621391296
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,6144,0.01830755505296919
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,3584,0.013239999612172445
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,4096,0.01423822177780999
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,2048,0.009147555463843876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,2560,0.011688888900809817
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,3072,0.011412444214026133
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,1536,0.009580444130632613
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,1024,0.00776711106300354
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,768,0.0069288888739215
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,512,0.005323555734422471
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,64,0.0028328889360030494
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,128,0.003212444484233856
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,256,0.0037137779096762338
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,32,0.002785777880085839
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,16384,0.027119111683633592
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,10240,0.01849600010448032
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,12288,0.02327377763059404
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,8192,0.016220443778567843
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,65536,0.09755911429723103
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,7168,0.016192888220151264
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,6144,0.014642667439248828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,5120,0.012599999705950419
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,4096,0.011155555645624796
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,3584,0.011374221907721626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,2560,0.011782222323947482
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,3072,0.013233777549531726
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,1536,0.007912889122962952
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,2048,0.008477333519193862
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,1024,0.007600000335110559
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,768,0.006342222293217977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,512,0.00452533322903845
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,256,0.0036275556517971885
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,64,0.002921777880854077
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,32,0.002983111060327954
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,128,0.0031315556002987754
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,16384,0.023500444160567388
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,12288,0.021026665965716045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,10240,0.017860444055663217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,65536,0.07542044586605497
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,8192,0.016214221715927124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,7168,0.015985776980717976
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,6144,0.014367999302016364
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,3584,0.011939555406570435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,3072,0.01091822236776352
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,5120,0.014180445008807711
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,2560,0.010460444622569613
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,4096,0.013436444103717804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,1536,0.0075137780772315125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,2048,0.0076142218377855085
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,1024,0.0064222220745351576
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,768,0.0063075555695427795
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,128,0.0032640000184377036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,512,0.004474666797452503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,256,0.003552000141806073
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,32,0.0028071111689011254
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,64,0.002847111059559716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,16384,0.017483555608325534
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,65536,0.05163288778728909
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,10240,0.013423999978436364
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,12288,0.014835556348164877
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,8192,0.012129777835475074
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,7168,0.010703110860453712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,5120,0.009687999884287516
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,6144,0.010631110933091907
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,3584,0.007700444095664554
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,4096,0.00850222259759903
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,3072,0.008182221816645728
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,2560,0.0076248885856734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,2048,0.00757244477669398
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,1536,0.006752000086837345
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,768,0.006276444428496891
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,512,0.005973333285914526
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,256,0.003567111161020067
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,1024,0.006165333506133821
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,32,0.002790222151411904
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,128,0.003305777700410949
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,64,0.0028364445186323593
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,12288,0.010272000398900773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,16384,0.01165244479974111
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,10240,0.010033778018421596
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,7168,0.007663110891977946
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,6144,0.00739555557568868
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,8192,0.008392888638708327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,65536,0.030088888274298772
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,4096,0.00684533350997501
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,5120,0.007074666519959767
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,3584,0.0075128889746136135
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,3072,0.006599999964237213
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,2560,0.007152000235186682
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,2048,0.007442666424645319
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,1536,0.005949333310127258
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,1024,0.005959110955397288
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,512,0.004046222401989831
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,256,0.0041413332025210066
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,64,0.002784888984428512
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,768,0.00628355559375551
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,128,0.003228444399105178
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,32,0.0027786667148272195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,12288,0.0087333329849773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,65536,0.01776711146036784
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,16384,0.010103111465771994
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,10240,0.008197333249780867
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,8192,0.007684444387753804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,7168,0.007266666326257918
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,6144,0.0070017774899800616
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,5120,0.007268444531493717
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,3584,0.006745777610275481
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,2560,0.005869333528810077
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,3072,0.006118222243256039
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,4096,0.006714666469229593
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,2048,0.0074986666440963745
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,1536,0.005964444329341252
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,1024,0.005864000154866113
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,768,0.006280000011126201
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,256,0.004053333153327306
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,128,0.003208000005947219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,512,0.004022222426202563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,64,0.0027342221389214196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,32,0.002720000015364753
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,16384,0.008603555460770925
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,12288,0.008151111503442129
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,65536,0.015619556109110514
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,8192,0.007680888805124495
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,10240,0.007889777421951294
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,6144,0.007257777783605788
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,5120,0.007471111085679796
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,4096,0.005949333310127258
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,3584,0.00612088872326745
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,2560,0.005579555614127054
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,3072,0.0058062221441004015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,7168,0.007696000238259633
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,2048,0.006033777776691649
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,1536,0.006171555568774541
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,1024,0.005146666533417172
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,768,0.004582222137186262
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,256,0.003994666867785984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,128,0.0031511110977994073
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,512,0.004023999803596073
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,64,0.0027253333893087176
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,32,0.0027226667023367355
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,16384,0.008470222353935242
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,12288,0.008056888977686564
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,65536,0.01350844403107961
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,10240,0.007679999702506595
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,8192,0.007511999871995714
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,6144,0.0064275554484791225
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,5120,0.006610666712125142
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,4096,0.006080889039569431
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,7168,0.006351111249791251
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,3584,0.006821333534187741
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,3072,0.006451555424266391
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,2048,0.006343110981914733
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,2560,0.006174222048785951
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,1536,0.006086222413513396
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,1024,0.005064888960785336
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,768,0.004502222355869082
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,512,0.003956444561481476
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,256,0.003925333420435588
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,128,0.0031439999325407874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,64,0.0027057776848475137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,32,0.0027075554761621687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,10240,0.8839111328125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,12288,0.9546871185302734
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,16384,1.2743608686659071
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,8192,0.7107333077324761
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,7168,0.6234960026211208
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,6144,0.5376355383131239
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,5120,0.45266490512424046
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,4096,0.359061320622762
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,3584,0.2993946605258518
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,3072,0.281546672185262
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,2560,0.23648354742262098
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,2048,0.18447555436028373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,1024,0.10153955883449978
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,768,0.07338933149973552
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,1536,0.14426044623057047
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,128,0.015031110909250049
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,32,0.007908444437715743
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,64,0.009118222528033787
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,256,0.02798488736152649
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,512,0.052822222312291466
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,12288,0.2675733301374647
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,16384,0.3528550995720758
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,10240,0.22722133000691733
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,8192,0.1866542233361138
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,7168,0.163409776157803
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,5120,0.1236906713909573
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,6144,0.1450559960471259
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,4096,0.0997671087582906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,3584,0.09114578035142686
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,3072,0.07989511224958631
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,2048,0.0546248886320326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,2560,0.06714577807320489
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,1536,0.04286488890647888
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,768,0.02241511146227519
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,1024,0.031424889961878456
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,256,0.009517333573765224
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,512,0.01564800077014499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,128,0.005256888767083486
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,64,0.0041351111398802865
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,65536,1.2871537738376193
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,32,0.0037368887828456033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,12288,0.20400799645317924
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,16384,0.2678115632798937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,10240,0.17360799842410615
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,8192,0.14352888531155056
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,7168,0.1269004477394952
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,5120,0.09432622459199692
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,4096,0.07036622365315755
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,6144,0.11023466454611884
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,3584,0.06338222159279717
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,2560,0.047354665067460805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,3072,0.05512533254093594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,2048,0.03910577628347609
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,1536,0.03074399961365594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,1024,0.022499556342760723
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,768,0.018985778093338013
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,512,0.01368977791733212
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,256,0.008344888687133789
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,65536,0.9166462156507703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,64,0.003850666599141227
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,128,0.004463110946946674
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,32,0.0034684443639384378
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,12288,0.17052088843451607
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,16384,0.22340533468458387
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,8192,0.12120532989501953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,10240,0.1455448865890503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,7168,0.10654933585060967
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,5120,0.0821395582622952
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,6144,0.09658666451772054
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,4096,0.06087999873691135
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,3584,0.05428622166315714
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,3072,0.04763022065162659
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,2560,0.04106666644414266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,2048,0.0340320004357232
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,1536,0.02741866641574436
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,1024,0.020022221737437777
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,768,0.01759377784199185
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,512,0.012813333008024426
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,256,0.007368889119890001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,64,0.0037324445115195382
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,128,0.004277333203289243
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,65536,0.7640737957424588
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,32,0.0033404444240861465
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,16384,0.18265333440568712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,12288,0.14013689094119602
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,8192,0.099199997054206
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,5120,0.05974488788180881
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,7168,0.08704888820648193
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,6144,0.07616177532407972
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,10240,0.11981956164042155
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,3584,0.04594755503866407
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,4096,0.050995555188920766
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,3072,0.040399110979504056
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,2560,0.03467288944456313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,2048,0.028447998894585505
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,65536,0.6887324651082357
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,1536,0.02273688879277971
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,1024,0.01720977822939555
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,768,0.01643466618325975
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,512,0.011957333319716983
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,128,0.004026666697528628
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,256,0.0063440000845326324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,32,0.0031351111829280853
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,64,0.003564444267087512
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,16384,0.14840622742970785
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,12288,0.13036621941460505
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,10240,0.10670133431752522
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,8192,0.08933511045244004
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,7168,0.07891377475526598
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,6144,0.0680053300327725
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,5120,0.0586106644736396
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,4096,0.04702666733000013
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,65536,0.5492071045769585
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,3584,0.041780445310804576
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,3072,0.03669510947333442
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,2560,0.031118220753139917
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,1536,0.020392888122134738
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,2048,0.02607288956642151
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,768,0.01571466690964169
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,512,0.011411555939250521
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,256,0.005648889061477449
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,1024,0.015029332704014249
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,128,0.003867555409669876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,32,0.005435555759403441
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,64,0.0034479999707804788
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,16384,0.13876267274220785
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,10240,0.08921866946750218
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,12288,0.107424000898997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,8192,0.07447999715805054
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,7168,0.06397244665357801
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,6144,0.055440889464484326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,5120,0.04698933495415581
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,65536,0.5167875819736057
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,3584,0.03420622150103251
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,4096,0.0384133325682746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,3072,0.029522667328516643
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,1024,0.012650666965378655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,1536,0.016720000240537856
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,512,0.008299555215570662
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,768,0.010255999863147736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,2048,0.020991111795107525
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,256,0.00510044437315729
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,2560,0.025125333004527624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,128,0.0038177776667806837
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,64,0.003363555504216088
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,32,0.005438222239414851
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,16384,0.12034666538238525
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,10240,0.07539466354582045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,12288,0.0797920028368632
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,8192,0.06390844451056586
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,7168,0.054209778706232704
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,6144,0.04696266518698799
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,5120,0.03923644291030036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,4096,0.03338755501641168
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,3584,0.028679112593332928
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,3072,0.025183111429214478
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,65536,0.3914746708340115
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,2048,0.017872000734011333
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,2560,0.021793777743975323
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,1536,0.014752000570297241
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,768,0.008736888567606607
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,1024,0.011200889117187925
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,256,0.00509688879052798
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,64,0.00328177772462368
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,512,0.006973333656787872
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,128,0.004127999974621667
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,32,0.0032711111836963226
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,10240,0.0620408919122484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,16384,0.08826488918728298
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,12288,0.07235466771655612
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,8192,0.052278220653533936
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,6144,0.03847022189034356
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,7168,0.04272977842224968
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,5120,0.03278577658865187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,4096,0.02610933283964793
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,3072,0.02179466684659322
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,3584,0.02455555564827389
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,65536,0.34716354476080996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,2048,0.014396443963050842
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,1536,0.012974222501118978
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,1024,0.010294222169452244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,2560,0.019002666076024372
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,768,0.00866844422287411
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,512,0.005983110931184556
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,64,0.003277333246337043
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,128,0.004048888882001241
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,256,0.00488711107108328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,32,0.003165333428316646
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,12288,0.06533866458468966
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,16384,0.088919997215271
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,8192,0.05502044492297702
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,10240,0.050823999775780566
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,7168,0.05024088753594292
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,6144,0.04447111156251696
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,5120,0.038796444733937584
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,4096,0.030536890029907227
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,65536,0.3202844460805257
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,2560,0.01626311077011956
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,3584,0.02309777836004893
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,3072,0.02011644509103563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,1536,0.011236444115638733
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,2048,0.01479555500878228
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,1024,0.00980355590581894
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,256,0.004833777745564778
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,768,0.008019555773999956
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,32,0.003142222141226133
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,128,0.004016889052258598
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,64,0.0032088889016045462
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,512,0.0058764442801475525
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,12288,0.056998219754960805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,16384,0.07327822181913587
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,10240,0.04407466782463921
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,8192,0.03963911202218797
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,7168,0.0354746679464976
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,6144,0.03199111090766059
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,5120,0.02751911183198293
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,65536,0.2450746695200602
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,3584,0.017648888958825003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,4096,0.023471999499532912
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,3072,0.017099555995729234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,2048,0.011515555282433828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,2560,0.01498222185505761
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,768,0.005520888914664586
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,1536,0.011509333219793109
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,1024,0.009171555439631144
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,256,0.004067555483844546
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,64,0.0032435556252797446
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,32,0.003162666741344664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,128,0.003540444291300244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,512,0.004780444420046276
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,16384,0.05674755573272705
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,10240,0.03785511189036899
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,12288,0.04909511076079475
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,8192,0.03416533271471659
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,7168,0.030814223819308813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,6144,0.025630222426520452
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,5120,0.02407377792729272
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,65536,0.22868445184495714
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,3584,0.016151999433835346
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,4096,0.020536889632542927
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,2048,0.011516444385051727
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,1024,0.008293333152929941
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,768,0.0052151112920708126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,1536,0.010795555180973478
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,2560,0.01368977791733212
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,3072,0.015618667006492615
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,512,0.0046728890803125174
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,256,0.003933333274390963
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,64,0.0031902222997612427
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,128,0.003391999958289994
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,32,0.0030213333666324615
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,16384,0.05349333418740166
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,12288,0.040371557076772056
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,10240,0.0336791111363305
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,7168,0.025302223033375208
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,8192,0.029571556382709082
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,6144,0.022686221533351477
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,4096,0.017050666941536795
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,65536,0.1915351152420044
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,5120,0.01980266637272305
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,3584,0.015560888581805758
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,3072,0.014467555615637036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,2560,0.012934221989578672
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,2048,0.011587555209795633
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,1536,0.010201777848932479
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,1024,0.007762666377756331
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,512,0.004373333520359463
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,768,0.004960888789759742
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,128,0.003257777748836411
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,256,0.0038382220599386427
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,64,0.003128888913326793
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,32,0.0030497778207063675
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,16384,0.04036533170276218
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,12288,0.030448890394634668
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,10240,0.02554133368863
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,65536,0.13341511620415583
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,8192,0.022720888257026672
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,7168,0.018333334061834548
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,6144,0.018165333403481376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,3584,0.012103999654452005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,4096,0.013361777696344586
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,1536,0.009491555392742157
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,2560,0.011573333707120685
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,2048,0.00998755544424057
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,1024,0.007763555480374231
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,3072,0.012070222033394707
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,5120,0.01615111033121745
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,768,0.006874666859706243
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,256,0.0037439999481042228
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,512,0.0053324442770746015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,128,0.003152888889114062
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,64,0.003112000102798144
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,32,0.002961777771512667
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,12288,0.021133333444595337
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,10240,0.018361777067184448
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,65536,0.08741422494252522
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,16384,0.02884799904293484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,8192,0.01628800067636702
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,5120,0.012359999948077731
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,6144,0.014596444037225513
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,7168,0.015923556354310777
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,3584,0.010501333408885531
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,3072,0.012713777522246042
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,2048,0.007921777665615082
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,1536,0.007643555601437886
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,2560,0.009196444518036312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,4096,0.011724444727102915
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,1024,0.007589333587222629
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,768,0.006361777583758037
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,256,0.0036186666952239144
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,128,0.0032702222880389956
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,32,0.0028648889727062653
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,64,0.0029582221888833572
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,16384,0.02276977731121911
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,512,0.004483555754025777
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,8192,0.015555555621782938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,65536,0.06795733504825167
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,6144,0.014241778188281588
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,12288,0.01925244430700938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,5120,0.013471999930010902
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,7168,0.015022221538755627
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,3584,0.011669333610269757
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,3072,0.009934222532643212
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,10240,0.01888177792231242
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,4096,0.013215111361609565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,2560,0.00793422261873881
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,2048,0.007702222300900354
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,1536,0.007155555817815993
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,768,0.006287999865081575
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,1024,0.006335111127959357
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,512,0.004460444466935264
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,256,0.004118222329351637
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,128,0.0032604444358083936
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,32,0.0028159999185138275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,64,0.0028071111689011254
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,16384,0.01578044394652049
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,12288,0.013375110924243927
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,65536,0.049871110253863864
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,10240,0.012313777373896705
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,8192,0.011066666907734342
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,7168,0.010575110713640848
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,6144,0.009936889012654623
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,5120,0.008767999708652496
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,3584,0.00739822205570009
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,4096,0.008061333662933773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,2560,0.007864889171388414
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,2048,0.007634667058785756
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,3072,0.007784888976150089
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,768,0.00630666646692488
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,1024,0.006039111150635614
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,512,0.00407911092042923
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,1536,0.006515555497672822
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,256,0.004126222183307012
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,64,0.0027679999669392905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,32,0.002789333255754577
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,128,0.0032479998966058097
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,16384,0.01143555591503779
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,12288,0.009957333405812582
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,65536,0.027123555541038513
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,10240,0.008949333594905006
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,8192,0.008023111356629265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,7168,0.007490666376219855
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,6144,0.00721066693464915
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,5120,0.006962666908899943
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,4096,0.006769777586062749
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,3584,0.0071928890215026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,3072,0.006511999915043513
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,2560,0.00775999989774492
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,2048,0.0074480002125104266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,1536,0.005933333188295364
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,1024,0.0058106668293476105
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,768,0.006333333336644703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,256,0.0041200001206662925
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,128,0.003208000005947219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,64,0.002740444408522712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,32,0.0027742222365405825
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,512,0.004006222304370669
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,16384,0.00851288851764467
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,12288,0.00869688888390859
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,65536,0.017128000656763714
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,10240,0.007344889144102733
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,8192,0.006999111009968652
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,7168,0.007133333219422235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,6144,0.006745777610275481
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,5120,0.006781333436568578
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,4096,0.006483555667930179
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,3072,0.005858666780922148
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,3584,0.0064311110311084324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,2560,0.007677333222495184
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,2048,0.007439110842016008
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,1024,0.0074826669361856245
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,1536,0.005879999862776862
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,768,0.006305777778228124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,512,0.004023111114899318
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,256,0.003997333347797394
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,128,0.0031439999325407874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,64,0.0027226667023367355
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,32,0.0027093332674768236
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,12288,0.00775022225247489
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,65536,0.013527111046844058
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,16384,0.008195555872387355
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,10240,0.007544889218277401
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,8192,0.007194666398896112
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,6144,0.0069004446268081665
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,5120,0.006949333681000604
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,4096,0.005636444522274866
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,7168,0.007294221884674496
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,3584,0.006416000011894438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,3072,0.006324444380071428
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,2560,0.006182222316662471
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,2048,0.006070222291681502
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,1024,0.005011555635266834
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,768,0.005285333428117964
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,1536,0.005777777896987067
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,512,0.003962666624122196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,256,0.004008000095685323
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,64,0.0027031112048361036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,128,0.0031600000543726813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,32,0.0027271111806233725
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,65536,0.011217777927716574
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,12288,0.007632888853549957
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,16384,0.00814577771557702
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,10240,0.00740622232357661
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,8192,0.005978666659858491
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,6144,0.006715555571847492
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,7168,0.007116444408893585
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,5120,0.006953777538405524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,4096,0.00630666646692488
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,3584,0.006416888700591193
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,3072,0.006212444355090459
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,2560,0.006016888966162999
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,2048,0.00600355573826366
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,1536,0.0058222222659322954
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,1024,0.004848000076082018
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,512,0.0039048890272776284
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,256,0.003916444463862313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,128,0.003162666741344664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,768,0.005152889009979037
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,64,0.0027022223091787765
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,32,0.00263288886182838
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,10240,0.7961573070949979
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,12288,0.9474169413248698
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,16384,1.2676044040256076
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,8192,0.6460693147447374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,6144,0.48682843314276797
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,7168,0.621612442864312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,5120,0.4506390889485677
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,3584,0.3241902192433675
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,4096,0.3561635547214084
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,3072,0.2552115652296278
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,2048,0.1910559998618232
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,2560,0.23340177536010742
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,512,0.05198311143451267
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,256,0.027837332752015855
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,1024,0.10011111365424262
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,1536,0.14869066079457602
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,768,0.07264888948864408
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,64,0.008938666847017076
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,32,0.007657777931955125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,128,0.015219555960761176
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,12288,0.2657235463460286
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,10240,0.2255502276950412
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,16384,0.3506782319810655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,8192,0.1856373283598158
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,7168,0.1624079942703247
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,6144,0.142593781153361
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,5120,0.12280355559455024
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,4096,0.09889777501424153
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,3584,0.09015733003616333
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,3072,0.07868266767925687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,2560,0.06876711050669353
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,1536,0.042509333954917065
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,2048,0.05453688899676005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,1024,0.031127111779318914
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,512,0.015712888704405892
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,768,0.022295999858114455
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,256,0.009504000345865885
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,128,0.005154666801293691
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,64,0.004025777594910728
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,32,0.003735110991530948
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,16384,0.2666791015201145
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,12288,0.2022062275144789
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,65536,1.3060728708902996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,8192,0.14322043789757624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,10240,0.17166222466362846
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,7168,0.12573244836595324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,6144,0.1093662248717414
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,5120,0.09340888924068874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,4096,0.0709457794825236
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,3072,0.05498399999406603
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,2560,0.04708266589376661
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,3584,0.06263289186689588
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,2048,0.03896977835231357
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,65536,1.0170186360677083
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,1536,0.03106133474244012
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,1024,0.022896000080638464
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,512,0.013682666752073499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,768,0.01891911029815674
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,256,0.008273777862389883
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,128,0.004370666626426908
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,64,0.00369422220521503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,32,0.00545866663257281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,12288,0.16959555943806967
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,16384,0.22218755880991617
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,10240,0.14427822166019016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,7168,0.1053875552283393
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,8192,0.12073422802819146
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,5120,0.0816026661131117
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,6144,0.0961937771903144
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,4096,0.060701330502827965
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,3072,0.04775111211670769
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,3584,0.05411022239261203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,2560,0.0407262212700314
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,1536,0.026968000663651362
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,2048,0.0340008901225196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,1024,0.02017244365480211
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,768,0.017551110850440133
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,512,0.01275644451379776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,256,0.007295110987292395
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,128,0.004233777936961916
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,64,0.003569777641031477
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,32,0.005478222337034013
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,65536,0.8445839881896973
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,12288,0.13956711027357313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,16384,0.1822319957945082
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,8192,0.1002933316760593
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,10240,0.11896177132924397
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,6144,0.07542488972345988
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,5120,0.06467199987835355
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,7168,0.08745155731836955
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,4096,0.05092533429463705
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,3584,0.04600800077120463
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,2048,0.028990222348107234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,3072,0.0402453343073527
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,2560,0.034698665142059326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,1536,0.02293155590693156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,65536,0.6861413319905599
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,1024,0.01679022279050615
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,768,0.016319110989570618
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,512,0.011861333416567909
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,256,0.006256888724035687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,128,0.003997333347797394
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,32,0.005443555613358815
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,64,0.0034044444974925783
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,12288,0.13042488363054064
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,16384,0.16349955399831137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,10240,0.11155022515190972
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,8192,0.08968533409966363
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,7168,0.07867111100090875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,6144,0.06892889075809054
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,4096,0.04640355706214905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,5120,0.05802400244606865
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,3584,0.04177777634726631
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,3072,0.03646755549642775
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,2560,0.031003554662068684
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,1536,0.020224000016848247
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,2048,0.026202667090627883
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,1024,0.015239111251301236
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,512,0.011417778001891242
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,768,0.015746666325463187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,65536,0.6118195321824815
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,128,0.0037946667936113146
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,256,0.004843555390834808
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,64,0.005965333431959152
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,32,0.005403555515739653
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,16384,0.13812711503770617
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,10240,0.08870933453241985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,12288,0.10675911108652751
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,8192,0.0757217804590861
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,7168,0.06394933329688178
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,6144,0.05512444509400261
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,5120,0.04680622286266751
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,4096,0.03818488783306546
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,3584,0.03379644287957086
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,3072,0.029457777738571167
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,2560,0.02499288817246755
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,65536,0.5165022214253744
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,2048,0.02088533341884613
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,1536,0.01657777859105004
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,256,0.00498488876554701
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,512,0.008310221963458592
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,768,0.010218666659461128
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,1024,0.012651555240154266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,128,0.003677333394686381
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,32,0.005429333282841577
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,64,0.005944889038801193
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,16384,0.11881777975294326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,10240,0.07529511054356892
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,12288,0.08858933051427205
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,8192,0.06276622083452013
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,7168,0.053779555691613086
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,6144,0.0467582212554084
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,5120,0.03920000129275852
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,4096,0.03290844294759963
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,3584,0.02868088748719957
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,3072,0.025065778030289546
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,2560,0.021738666627142165
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,65536,0.4310568968454997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,2048,0.018311111463440787
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,1536,0.014743111199802823
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,1024,0.011115555961926779
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,512,0.006802666518423293
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,256,0.00489688871635331
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,128,0.00407911092042923
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,32,0.0032479998966058097
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,768,0.009313777916961247
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,64,0.0032808888289663526
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,12288,0.07201955715815227
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,10240,0.06150844362046984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,16384,0.09762310981750488
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,8192,0.05204888847139147
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,7168,0.04414844512939453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,6144,0.038464887274636164
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,5120,0.03276622295379639
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,4096,0.026106667187478807
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,3584,0.024538666009902954
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,3072,0.02162222233083513
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,2560,0.01901422275437249
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,65536,0.345578670501709
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,2048,0.01567911108334859
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,1024,0.01037333326207267
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,1536,0.012993777791659037
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,512,0.005943999936183293
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,256,0.00479644454187817
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,768,0.00866844422287411
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,32,0.0031519999934567344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,128,0.004017777740955353
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,64,0.0032097777972618737
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,16384,0.08529866404003567
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,12288,0.06500622298982409
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,10240,0.055771556165483266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,8192,0.04752977689107259
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,65536,0.27951023313734263
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,7168,0.04162933429082235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,6144,0.03694222370783488
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,5120,0.03162311183081733
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,4096,0.027229333917299908
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,3584,0.0248026665714052
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,2560,0.01945066617594825
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,3072,0.021771555145581562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,2048,0.014734221829308404
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,1536,0.012234666281276278
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,768,0.007998222278224098
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,512,0.005997333261701796
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,256,0.0046533333758513136
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,1024,0.00981955561372969
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,128,0.003951999876234266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,64,0.003173333282272021
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,32,0.0031306667046414483
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,12288,0.0570711096127828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,16384,0.07264977693557739
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,10240,0.04865600003136528
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,8192,0.040543999936845564
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,7168,0.03687644335958693
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,6144,0.03279111120435927
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,65536,0.2744506729973687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,5120,0.02795555525355869
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,4096,0.02469066613250309
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,3584,0.021928000781271193
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,2560,0.017116443978415597
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,1024,0.0092257774538464
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,1536,0.01144977741771274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,3072,0.019152889649073284
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,256,0.004036444342798657
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,768,0.005712000032265981
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,64,0.003126222226354811
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,512,0.005803555664088991
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,2048,0.013625777430004544
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,128,0.0034764446318149567
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,32,0.0031662223239739737
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,12288,0.0488302210966746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,16384,0.061836441357930504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,10240,0.04228977693451775
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,8192,0.03527999917666117
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,7168,0.032129777802361384
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,6144,0.028140445550282795
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,5120,0.024775111012988623
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,65536,0.22713067796495226
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,4096,0.0210844443904029
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,3584,0.01901422275437249
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,3072,0.017086222767829895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,2048,0.013642667068375481
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,2560,0.015421332584487068
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,1024,0.008438222110271454
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,1536,0.010761777559916178
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,768,0.0053093334039052325
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,512,0.0058400001790788435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,256,0.0038933331767717996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,128,0.003354666754603386
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,64,0.0030088888274298776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,32,0.003042666655447748
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,16384,0.053680890136294894
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,12288,0.03720000055101182
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,8192,0.027414222558339436
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,10240,0.03363200028737386
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,65536,0.17178577846950957
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,6144,0.022506665852334764
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,7168,0.025172443853484258
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,4096,0.017266665895779926
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,5120,0.01966399947802226
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,3072,0.01427111029624939
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,3584,0.015498666299713982
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,1536,0.01015911085738076
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,2048,0.011618666350841522
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,2560,0.012773333324326409
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,1024,0.007744000189834171
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,768,0.00500177757607566
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,512,0.0053022222386466126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,128,0.0032151111712058387
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,256,0.0037342223028341928
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,64,0.002999111182159848
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,32,0.003035555490189128
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,16384,0.040250665611690946
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,12288,0.03135555651452806
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,10240,0.024795555406146582
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,8192,0.023229334089491103
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,7168,0.020059555768966675
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,6144,0.0181342214345932
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,65536,0.14975555737813315
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,5120,0.014832889040311178
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,3072,0.011238222320874533
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,4096,0.013893332746293811
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,2560,0.010632889138327705
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,3584,0.013008000122176277
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,2048,0.009299555586444007
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,1024,0.006341333190600078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,1536,0.009481777747472128
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,768,0.006882666713661618
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,512,0.0053093334039052325
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,256,0.003834666477309333
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,128,0.0031893334041039148
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,64,0.0029893333299292457
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,32,0.002944888960984018
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,10240,0.018090666996108163
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,8192,0.016164445214801364
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,12288,0.022822222775883142
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,16384,0.028592887851927016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,6144,0.013417777915795645
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,5120,0.012366222010718452
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,7168,0.01585155559910668
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,4096,0.011012444065676795
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,65536,0.09581777784559463
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,3584,0.010468444062603844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,2560,0.008519111408127679
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,3072,0.012866666747464074
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,1024,0.00757155567407608
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,2048,0.007975111405054728
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,512,0.0059573331640826324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,768,0.006314666734801398
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,1536,0.007377777662542131
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,256,0.0041511112617121804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,64,0.002842666581273079
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,128,0.0032906666811969546
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,32,0.002801777794957161
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,16384,0.022589332527584497
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,10240,0.017627555463049147
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,65536,0.06755822234683566
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,12288,0.02068177858988444
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,8192,0.015562666787041558
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,6144,0.014136888914638095
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,7168,0.015676443775494892
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,5120,0.013930666777822705
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,3584,0.012256888879670037
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,3072,0.009747555686367882
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,2560,0.007857778006129796
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,4096,0.012539555629094442
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,1536,0.006986666884687211
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,1024,0.006167111297448476
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,2048,0.007699555820888943
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,512,0.005917333480384614
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,768,0.006324444380071428
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,256,0.004111111164093018
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,64,0.0028088889602157804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,128,0.0032266666077905228
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,32,0.0027795556104845474
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,12288,0.013295999831623502
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,65536,0.048911998669306435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,10240,0.012973333398501078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,7168,0.010413332945770687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,16384,0.017041777571042378
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,8192,0.011718221836619906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,6144,0.009720889230569204
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,5120,0.009296889106432596
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,4096,0.007982222570313348
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,3072,0.0076453329788313965
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,3584,0.007432888779375289
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,2560,0.00776533368561003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,2048,0.007679111427730984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,1536,0.0063946665161185795
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,768,0.006299555715587404
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,1024,0.00592533333433999
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,512,0.004090666770935059
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,128,0.0032266666077905228
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,64,0.002826666666401757
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,256,0.0041200001206662925
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,32,0.002776888923512565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,65536,0.026438222991095647
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,12288,0.00980000032318963
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,16384,0.011911999848153857
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,8192,0.007770666645632849
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,10240,0.008814222282833522
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,7168,0.007528000407748752
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,5120,0.006764444626039929
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,6144,0.0070159998204973005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,4096,0.006628444625271692
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,3584,0.007231999602582719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,2560,0.007710222568776872
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,3072,0.006272000157170826
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,2048,0.0075191110372543335
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,1536,0.0058168888919883305
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,1024,0.007499555746714274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,768,0.006286222073766921
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,512,0.004042666819360522
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,256,0.00407911092042923
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,128,0.0032026666320032547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,64,0.0027760000278552375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,32,0.002760888801680671
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,16384,0.008278222547637092
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,12288,0.0074648890230390764
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,65536,0.01647555496957567
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,10240,0.007135111424658034
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,8192,0.006767999794748094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,7168,0.0068853331936730286
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,5120,0.006763555523422029
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,6144,0.006567111031876669
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,4096,0.006324444380071428
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,3584,0.007028444773621029
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,2048,0.007497777541478475
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,2560,0.007607111500369177
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,3072,0.0061928890645504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,1536,0.005712888720962737
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,768,0.00629333323902554
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,1024,0.007469333708286285
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,256,0.003993777765168084
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,512,0.004039999925427967
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,64,0.002736888825893402
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,32,0.002708444371819496
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,128,0.0031537777847713898
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,16384,0.008175111479229396
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,12288,0.007684444387753804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,10240,0.007439110842016008
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,8192,0.007135111424658034
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,65536,0.013967111706733704
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,6144,0.006812444577614467
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,7168,0.007175111108356052
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,3584,0.006445333361625671
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,4096,0.0063662222690052455
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,5120,0.007072000039948358
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,3072,0.006258666515350342
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,2560,0.006228444476922353
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,1536,0.0058248887459437055
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,2048,0.006007110906971826
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,1024,0.004821333206362194
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,768,0.005015999906592899
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,256,0.003997333347797394
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,128,0.00314666661951277
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,512,0.003986666599909465
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,64,0.0027182222240500977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,32,0.0027155555370781156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,16384,0.00811644477976693
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,12288,0.0076142218377855085
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,10240,0.007280000381999546
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,65536,0.011275555524561139
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,8192,0.007051555646790399
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,7168,0.007082666787836287
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,6144,0.006672888994216919
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,5120,0.0068408888247278
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,4096,0.006320888797442119
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,3072,0.006057777752478917
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,3584,0.006223111102978389
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,2048,0.00589155571328269
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,1536,0.0057297779454125305
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,2560,0.006049777898523543
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,1024,0.0047786666287316214
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,768,0.005210666606823604
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,512,0.003948444293604957
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,128,0.003117333269781537
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,64,0.002691555561290847
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,256,0.003913777983850903
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,32,0.0026853332916895547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,10240,0.8249902195400662
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,12288,0.942654185824924
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,16384,1.2630266613430448
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,8192,0.6429644690619575
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,6144,0.48389779196845156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,7168,0.6200968954298232
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,5120,0.4498604668511285
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,4096,0.3539466593000624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,3072,0.27716265784369576
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,3584,0.3221111032697889
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,2048,0.1899493270450168
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,2560,0.23137333658006456
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,1536,0.14757243792215982
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,768,0.0724488894144694
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,256,0.027383110589451257
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,512,0.04884533418549431
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,1024,0.09975644614961411
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,128,0.02165688905451033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,64,0.010839111275143094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,32,0.006837333242098491
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,16384,0.34991023275587296
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,10240,0.22436088985866973
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,12288,0.2648613452911377
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,7168,0.16179111268785265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,8192,0.18449332978990343
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,6144,0.14160977469550237
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,3584,0.089793774816725
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,4096,0.09809333086013794
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,5120,0.12205599413977729
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,3072,0.0781680014398363
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,2048,0.05446488989724053
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,1024,0.030998223357730444
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,2560,0.06782044304741754
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,768,0.022368000613318548
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,1536,0.04263110955556234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,512,0.015641777051819693
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,256,0.009438222481144799
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,64,0.004302222281694412
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,128,0.005821333163314396
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,32,0.006187555690606435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,12288,0.20130222373538545
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,65536,1.3441182242499456
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,16384,0.26589867803785533
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,8192,0.14273599783579508
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,10240,0.17076710859934488
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,7168,0.1256435579723782
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,6144,0.10914399888780381
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,4096,0.07075377967622545
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,5120,0.09324177768495347
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,3072,0.05470577875773112
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,3584,0.06282222270965576
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,2560,0.04713155494795906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,1536,0.0307608875963423
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,2048,0.03858222232924567
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,1024,0.0225600004196167
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,65536,0.9867306815253364
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,256,0.008244444098737504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,768,0.01882844501071506
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,512,0.013632888595263163
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,128,0.005144888742102517
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,64,0.0057813334796163775
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,32,0.005177777674463061
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,16384,0.22221244706047905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,12288,0.16949244340260824
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,10240,0.14385955863528782
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,7168,0.10528710815641616
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,8192,0.1193244457244873
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,5120,0.08354666497972275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,4096,0.06070755587683784
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,6144,0.09557600153817071
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,3584,0.05373600125312805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,3072,0.047798222965664335
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,2560,0.04088177614741855
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,1536,0.027028444740507338
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,2048,0.03372800019052293
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,1024,0.01994755533006456
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,768,0.017550221747822232
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,512,0.012702222499582501
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,256,0.007285333342022366
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,128,0.0047475554876857335
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,65536,0.8443297810024686
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,64,0.005264889034960005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,32,0.004794666750563515
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,12288,0.1385528908835517
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,16384,0.18105688360002306
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,8192,0.09913511408699884
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,7168,0.08764088816112942
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,10240,0.11798932817247178
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,6144,0.07704444726308186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,5120,0.06446666849984063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,3584,0.04637688729498121
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,4096,0.051056000921461314
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,3072,0.04016088777118259
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,2560,0.03449511196878221
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,2048,0.028669334120220605
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,1536,0.022830223043759663
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,1024,0.01700177788734436
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,768,0.016376889414257474
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,65536,0.6868329048156738
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,512,0.011807999677128263
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,256,0.0063564446237352155
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,128,0.004460444466935264
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,64,0.004868444469239977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,32,0.004321777572234471
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,12288,0.13041510846879747
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,16384,0.1632968849605984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,10240,0.11082577705383301
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,8192,0.08918755584292942
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,7168,0.07881244685914782
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,6144,0.06873599688212077
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,5120,0.057736886872185596
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,4096,0.046113779147466026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,3584,0.04158400164710151
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,3072,0.036601778533723615
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,2560,0.030827555391523574
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,2048,0.02608799934387207
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,1536,0.02032888929049174
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,1024,0.015275556180212231
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,768,0.015690666106012132
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,512,0.011353777514563667
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,65536,0.6099680264790853
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,256,0.005436444448100195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,128,0.004907555464241239
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,64,0.004600000050332812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,32,0.004090666770935059
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,12288,0.10617599884668986
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,16384,0.1375982231563992
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,8192,0.07435199949476454
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,10240,0.0887040032280816
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,7168,0.06362133555942111
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,5120,0.04695999953481886
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,6144,0.055234667327668935
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,4096,0.038394666380352445
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,3584,0.034048000971476235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,3072,0.029672887590196397
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,2560,0.024918221765094336
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,2048,0.02093688812520769
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,65536,0.5161929130554199
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,1536,0.016660445266299777
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,1024,0.0125937776433097
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,768,0.010198222266303169
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,256,0.004925333377387789
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,512,0.008205333517657386
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,128,0.004521777646409141
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,32,0.003855111284388436
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,64,0.004297777596447202
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,12288,0.0887333353360494
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,16384,0.11798311604393853
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,10240,0.07519466347164579
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,8192,0.06318133407168917
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,7168,0.05397955576578776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,6144,0.046536889341142446
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,5120,0.03916888766818576
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,65536,0.42961600091722274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,4096,0.03291022115283542
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,3584,0.028661333852344092
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,3072,0.025210666987631056
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,2048,0.01827111177974277
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,2560,0.021583999196688335
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,768,0.00923999978436364
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,1536,0.014837332897716098
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,1024,0.01144088887506061
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,256,0.004869333157936732
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,64,0.003256888853179084
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,128,0.003942222230964237
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,512,0.006717333363162146
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,32,0.0032746667663256326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,16384,0.098036441538069
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,12288,0.07212799787521362
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,10240,0.06144533554712931
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,8192,0.052807112534840904
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,7168,0.044425778918796115
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,6144,0.03816355599297418
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,5120,0.03275555703375075
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,4096,0.026326222552193537
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,3584,0.024511110451486375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,3072,0.021714667479197185
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,2560,0.01921777758333418
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,65536,0.34511910544501406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,1536,0.013013333082199097
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,2048,0.01569333341386583
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,1024,0.010227555202113258
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,768,0.008623110751310984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,512,0.005756444401211209
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,256,0.0047217777205838096
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,32,0.0031662223239739737
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,128,0.0038817777401871155
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,64,0.003148444410827425
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,10240,0.05903910928302341
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,16384,0.09185777770148383
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,12288,0.06901066833072238
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,8192,0.050501333342658154
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,7168,0.042675554752349854
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,6144,0.03680533170700073
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,5120,0.03165422214402093
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,65536,0.3116746743520101
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,3584,0.023567999402681988
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,3072,0.020907556017239887
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,4096,0.02530044482813941
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,2560,0.01791288952032725
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,2048,0.015218666858143277
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,1536,0.012216889195972018
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,1024,0.009673777553770278
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,768,0.00790666706032223
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,512,0.005501333210203383
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,256,0.004558222161398994
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,64,0.003128000017669466
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,32,0.003136000078585413
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,128,0.0038657776183552216
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,16384,0.07675555679533216
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,12288,0.057067553202311196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,10240,0.0484426650736067
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,8192,0.040299554665883384
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,65536,0.2638542122311062
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,7168,0.035275555319256253
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,4096,0.02293333411216736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,6144,0.030883553955290053
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,3584,0.020305777589480083
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,5120,0.026729777455329895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,2560,0.016241777274343703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,3072,0.018370666437678866
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,1536,0.011583999627166323
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,2048,0.014275555809338888
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,1024,0.009151111046473185
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,512,0.0053484443989064955
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,768,0.005702222386995952
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,256,0.004107555581463708
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,128,0.0033440000067154565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,64,0.003136000078585413
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,32,0.0031351111829280853
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,16384,0.06573600239223905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,12288,0.04786488744947645
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,8192,0.034028444025251604
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,10240,0.03712977634535895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,7168,0.030636443032158747
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,6144,0.027040888865788777
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,5120,0.023564444647894964
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,65536,0.2271182272169325
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,4096,0.020032889313167997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,3584,0.016456888781653512
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,3072,0.015248000621795654
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,2560,0.014771555860837301
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,1536,0.010098666780524785
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,2048,0.013260444833172692
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,256,0.0041244443919923575
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,1024,0.008616888688670265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,512,0.005315555466545953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,128,0.003273777870668305
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,768,0.005205333232879639
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,64,0.003020444470975134
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,32,0.0030293334275484085
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,12288,0.03655022382736206
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,10240,0.03347644540998671
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,8192,0.026876444617907207
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,16384,0.05351555678579542
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,7168,0.02514311174551646
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,6144,0.022521777285469904
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,5120,0.01798577772246467
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,3584,0.014186667071448432
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,4096,0.017161778277821012
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,65536,0.1900737815433078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,3072,0.014282666974597506
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,2048,0.011577777564525604
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,768,0.004885333279768626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,1024,0.007735999921957652
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,1536,0.010142222046852112
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,512,0.0052968888647026485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,2560,0.012808889150619507
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,256,0.0038782221575578055
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,64,0.00299822228650252
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,128,0.003173333282272021
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,32,0.0030097777230872046
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,16384,0.03694933321740892
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,10240,0.024440889557202656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,12288,0.031136890252431233
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,8192,0.021198223034540813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,65536,0.14895999431610107
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,7168,0.019941333267423842
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,6144,0.017990221579869587
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,4096,0.01294133315483729
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,5120,0.016161777906947665
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,3584,0.01293244461218516
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,2560,0.010527110762066312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,3072,0.01198755535814497
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,2048,0.009919111099508073
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,1024,0.006141333530346553
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,512,0.005321777943107817
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,256,0.0038071109188927543
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,1536,0.009472000102202097
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,768,0.00685422205262714
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,64,0.0029333333174387612
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,128,0.0031191110610961914
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,32,0.0029519999192820657
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,16384,0.028580443726645574
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,10240,0.01977244516213735
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,12288,0.022759111391173467
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,65536,0.09541422128677368
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,8192,0.016121778223249648
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,7168,0.014418666561444601
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,4096,0.010885333021481832
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,6144,0.014331556028789945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,5120,0.01311377767059538
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,3584,0.010423999693658618
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,3072,0.012854222622182635
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,2560,0.00905600024594201
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,1536,0.007271111011505127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,2048,0.00815822184085846
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,1024,0.0075297777851422625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,768,0.0063440000845326324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,256,0.004110222061475118
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,512,0.00591555568906996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,128,0.0032791110376516977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,32,0.0028213332924577924
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,64,0.0028293333533737394
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,12288,0.01903555625014835
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,10240,0.019096889429622226
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,65536,0.06679466697904798
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,16384,0.02443733314673106
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,8192,0.015343111422326831
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,7168,0.015656888484954834
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,6144,0.01406044430202908
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,3584,0.011360000405046674
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,5120,0.01386666629049513
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,4096,0.012463111016485425
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,3072,0.01034755590889189
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,2560,0.007829333345095316
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,1536,0.00685511115524504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,2048,0.007806222471925948
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,768,0.006303999986913469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,1024,0.0075146663520071245
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,128,0.0032435556252797446
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,512,0.005936000082227919
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,256,0.004119111018048393
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,32,0.0027626665929953256
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,64,0.002830222249031067
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,12288,0.013170666992664337
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,65536,0.04832622077729967
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,10240,0.012987555729018318
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,7168,0.01033333357837465
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,16384,0.016919111212094624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,8192,0.010899555351999072
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,6144,0.010336000058386061
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,4096,0.007778666913509369
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,5120,0.009284444153308868
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,3584,0.0074142225914531285
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,2560,0.007701333198282454
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,3072,0.007485333416197035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,1024,0.0074942219588491656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,1536,0.006140444427728653
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,2048,0.007704888780911763
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,768,0.00628266649113761
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,512,0.004080888711743885
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,128,0.0032017777363459268
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,256,0.004092444562249714
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,64,0.0027742222365405825
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,32,0.0027706666539112725
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,16384,0.011095110740926532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,12288,0.009705777797434065
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,8192,0.0074622225430276655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,7168,0.007258666886223688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,10240,0.00923644420173433
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,6144,0.006955555743641323
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,65536,0.028534223635991413
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,5120,0.006713777780532837
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,4096,0.006531555619504716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,3072,0.006221333311663733
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,3584,0.006779555645253923
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,2560,0.007595555649863348
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,2048,0.0075333333677715724
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,1024,0.007480888730949826
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,768,0.006291555447710886
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,1536,0.005797333187527127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,256,0.004048000193304486
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,128,0.003154666680428717
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,512,0.004031110968854693
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,64,0.002748444469438659
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,32,0.002749333365095986
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,12288,0.00741155528359943
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,16384,0.00853066643079122
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,8192,0.006710222197903528
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,10240,0.007104000283612146
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,7168,0.007089777953094906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,65536,0.01794311073091295
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,5120,0.006584888945023219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,6144,0.006931555353932911
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,3584,0.006981333096822103
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,3072,0.006109333286682765
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,2560,0.007567110988828871
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,4096,0.006406222366624408
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,2048,0.007522666619883643
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,1536,0.005609777652555042
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,1024,0.0075288886825243635
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,768,0.0062871111763848206
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,512,0.004019555532270008
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,256,0.004028444488843282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,128,0.003149333306484752
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,64,0.002704000100493431
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,32,0.0027155555370781156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,65536,0.012919999659061432
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,16384,0.008169777691364288
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,12288,0.007429333196745978
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,8192,0.007109333243634965
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,10240,0.0073928890956772705
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,7168,0.007189333438873291
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,6144,0.006532444308201472
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,5120,0.007002666592597961
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,4096,0.006325333482689328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,3584,0.006143110907740063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,3072,0.006190222170617845
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,2560,0.006220444622966979
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,2048,0.005717333406209946
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,1536,0.005762666463851929
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,1024,0.004805333498451444
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,768,0.0051893335249688895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,512,0.004008000095685323
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,256,0.004002666721741359
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,128,0.003140444349911478
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,64,0.0026951111439201566
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,32,0.0027217778066794076
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,65536,0.011000889043013254
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,16384,0.007795555724038019
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,12288,0.007735999921957652
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,10240,0.007339555356237624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,8192,0.007178666690985362
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,7168,0.007263999846246507
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,6144,0.0063591111037466265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,5120,0.006928000185224745
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,4096,0.006488889041874144
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,3584,0.0064737776087390045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,3072,0.0061919999619325
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,2560,0.006162666612201267
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,2048,0.006108444597986009
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,1536,0.0058124446206622655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,1024,0.0046471113132105935
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,768,0.00518222235971027
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,512,0.003920888735188378
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,256,0.003984000119898054
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,128,0.0031102223114834893
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,64,0.0026933333526055017
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,32,0.002578666640652551
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,12288,0.9471093283759223
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,16384,1.2564231024848092
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,10240,0.8960648642645942
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,8192,0.6371155314975315
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,7168,0.6293884383307563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,6144,0.5413813591003418
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,5120,0.452888912624783
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,4096,0.33701422479417587
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,3072,0.2600497669643826
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,3584,0.30030756526523167
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,2560,0.2185493310292562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,2048,0.17570577727423775
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,1536,0.13584444257948133
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,1024,0.09425955348544651
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,256,0.027440889014138117
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,512,0.05786933501561483
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,128,0.015117333994971381
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,768,0.07346400287416247
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,32,0.008573333422342936
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,64,0.015417777829700045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,12288,0.26627111434936523
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,10240,0.2255742284986708
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,16384,0.35390488306681317
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,8192,0.18601777818467882
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,7168,0.16255199909210205
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,6144,0.1410142183303833
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,5120,0.12196800443861221
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,3584,0.08609244558546279
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,4096,0.09779022137324016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,3072,0.0781537757979499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,2560,0.06624178091684978
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,2048,0.054125332170062594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,1536,0.04352533486154345
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,768,0.022312889496485393
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,1024,0.030277334981494482
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,512,0.01658933361371358
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,256,0.00945688866906696
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,128,0.005128889034191768
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,64,0.007706666986147563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,32,0.0041759999261962045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,12288,0.21032355891333687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,16384,0.26805422041151256
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,65536,1.3554781807793512
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,10240,0.1728675497902764
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,8192,0.14295821719699436
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,7168,0.12500888771480984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,6144,0.10880888832939996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,5120,0.09289689196480645
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,3072,0.05447999967469109
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,3584,0.06240533457862007
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,2048,0.03847466574774848
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,4096,0.074090666241116
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,2560,0.046762665112813316
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,1536,0.029521776570214167
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,1024,0.02164711058139801
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,512,0.012792000340090858
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,768,0.016912000046836007
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,256,0.008279110822412703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,128,0.00433688900536961
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,65536,1.0197839736938477
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,32,0.0038115556041399636
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,64,0.006233777850866318
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,16384,0.2213697830835978
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,12288,0.16965688599480522
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,10240,0.14303467008802626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,8192,0.11723466714223225
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,7168,0.10193689001931085
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,6144,0.08772266573376125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,5120,0.07416711250940959
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,3584,0.05425866776042514
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,4096,0.06104444132910835
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,2560,0.0404426654179891
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,3072,0.04731022318204244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,1536,0.025379555092917547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,65536,0.8424444198608398
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,1024,0.0174666659699546
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,768,0.014634667171372307
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,512,0.010677333507272931
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,2048,0.03201244605912103
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,128,0.004211555752489301
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,64,0.005061333378156026
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,256,0.00656444455186526
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,32,0.003580444388919406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,16384,0.18368532922532824
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,12288,0.1385928922229343
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,10240,0.11736444632212321
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,8192,0.09792621930440266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,7168,0.0850835574997796
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,6144,0.07343111435572307
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,5120,0.06203733550177681
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,4096,0.05121066504054599
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,3584,0.04615022076500786
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,3072,0.04037422272894118
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,2560,0.03441866570048862
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,2048,0.026974222726292078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,1536,0.021482666333516438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,1024,0.015847999188635085
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,65536,0.7018186781141492
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,768,0.012871111432711283
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,512,0.009554666777451834
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,256,0.005169777820507686
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,64,0.004059555629889171
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,32,0.0033475555893447665
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,128,0.004938666605287128
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,16384,0.1641848882039388
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,12288,0.11118488841586643
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,10240,0.10434755351808335
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,7168,0.06800799899631076
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,8192,0.08749066458808051
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,6144,0.06563022401597765
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,5120,0.05554577708244324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,4096,0.045893334680133395
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,65536,0.6256453196207682
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,2560,0.031223111682467993
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,3072,0.03576533330811395
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,3584,0.04070666763517592
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,2048,0.02458400030930837
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,1024,0.014507555299335055
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,768,0.01200355589389801
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,512,0.008839999636014303
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,128,0.004510222209824456
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,256,0.004701333327425851
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,1536,0.019783111082182992
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,64,0.0053324442770746015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,32,0.0033679999825027254
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,12288,0.10409600204891628
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,16384,0.13870399528079563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,8192,0.07381866375605266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,10240,0.08827022049162124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,7168,0.06289866897794935
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,6144,0.05446044603983561
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,5120,0.04649600055482653
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,4096,0.03816622164514329
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,3584,0.03377866744995117
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,65536,0.46262486775716144
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,3072,0.02946044339074029
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,2560,0.025215999947653875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,2048,0.021516443954573736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,1024,0.012343111137549082
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,256,0.00462755560874939
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,768,0.010144888526863521
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,1536,0.01664888858795166
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,512,0.008281778130266402
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,32,0.003305777700410949
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,128,0.004025777594910728
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,64,0.0038773334688610504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,16384,0.11829866303337945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,12288,0.0888213316599528
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,10240,0.07061333126491971
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,8192,0.06286666790644328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,7168,0.05412355396482679
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,6144,0.04622755448023478
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,5120,0.039111998346116804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,4096,0.03327200147840712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,65536,0.4412248929341634
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,3584,0.028613332245084975
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,3072,0.025072889195548162
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,2560,0.02160533269246419
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,1536,0.014709333578745524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,1024,0.011199110911952125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,2048,0.018273777431911893
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,768,0.00943199959066179
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,64,0.0037377778854635027
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,512,0.006892444358931647
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,32,0.003220444545149803
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,128,0.0036480000449551474
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,256,0.004266666869322459
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,10240,0.062237335575951465
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,16384,0.09801244735717773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,12288,0.07190489106708102
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,8192,0.046238223711649575
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,7168,0.044863998889923096
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,65536,0.3580319881439209
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,6144,0.03853244582811991
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,3584,0.023260444402694702
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,5120,0.03283111254374186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,4096,0.026230222649044458
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,2560,0.019107555349667866
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,2048,0.01573422220018175
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,768,0.008868444297048781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,1536,0.012988444831636218
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,3072,0.02162222233083513
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,512,0.005934222290913264
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,32,0.0028071111689011254
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,128,0.003530666646030214
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,1024,0.010108444425794814
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,256,0.003933333274390963
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,64,0.003552000141806073
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,16384,0.08211111360126071
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,12288,0.06714844703674316
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,8192,0.04853511187765333
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,7168,0.0420959989229838
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,10240,0.0558604465590583
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,6144,0.03196888830926683
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,65536,0.28081244892544216
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,4096,0.024146666129430134
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,5120,0.03014311194419861
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,3584,0.020465777979956735
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,3072,0.01999288962946998
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,2560,0.017315554949972365
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,1024,0.008959111240175035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,2048,0.014635556273990206
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,512,0.005163555757866966
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,768,0.008398222426573435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,256,0.008496888809733922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,1536,0.012133333418104382
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,64,0.003391111062632667
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,32,0.002830222249031067
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,128,0.003375111147761345
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,16384,0.07065155771043566
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,12288,0.05633955531650119
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,8192,0.03911822372012668
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,10240,0.047841777404149376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,7168,0.03502310978041755
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,6144,0.031150221824645996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,65536,0.26898667547437877
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,5120,0.027003554834259882
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,4096,0.023057777020666335
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,3584,0.0207306659883923
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,3072,0.018703111343913607
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,2560,0.016576000385814242
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,1536,0.011417778001891242
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,1024,0.009128000173303816
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,2048,0.013774221969975365
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,768,0.00665244460105896
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,512,0.004495999879307217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,128,0.0032559999575217566
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,64,0.003101333354910215
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,32,0.002757333426011933
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,256,0.003583999971548716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,12288,0.04292177822854784
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,16384,0.06862577464845446
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,8192,0.03473155697186788
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,10240,0.040639999839994646
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,7168,0.030510223574108545
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,65536,0.21286222669813368
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,6144,0.026975999275843304
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,4096,0.019609777463806998
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,3072,0.016415110892719693
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,3584,0.0181022220187717
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,5120,0.02150844368669722
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,2048,0.013156444662147097
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,2560,0.014088888963063559
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,1024,0.00870577742656072
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,1536,0.011225777367750803
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,768,0.0067528887755341
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,512,0.004086222085687849
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,64,0.0029804443733559716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,32,0.0029173334025674393
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,128,0.0035146665241983202
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,256,0.003522666792074839
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,16384,0.04957511027654012
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,10240,0.038431111309263445
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,12288,0.041688889265060425
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,65536,0.18404000335269502
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,8192,0.030798223283555772
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,7168,0.03090933296415541
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,6144,0.027667555544111464
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,4096,0.018368888232443068
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,5120,0.02476355599032508
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,3072,0.015649777319696214
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,3584,0.017849778135617573
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,2048,0.01090133355723487
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,2560,0.014533332652515836
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,1536,0.009911110831631554
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,1024,0.007264888948864407
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,768,0.006239111224810283
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,512,0.004982222285535601
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,256,0.0035822221802340615
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,128,0.0036346668170558084
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,64,0.0031102223114834893
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,32,0.0030782222747802734
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,12288,0.03563200102912055
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,10240,0.02857422166400486
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,16384,0.04541333185301887
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,8192,0.024757333927684363
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,7168,0.021617778473430212
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,6144,0.019109333554903667
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,4096,0.014102222190962898
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,65536,0.13700089189741346
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,5120,0.017553778158293832
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,3584,0.014092443717850579
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,3072,0.012330667012267642
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,2560,0.010464888479974536
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,2048,0.00927111092540953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,1536,0.007986666427718269
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,768,0.005896889087226655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,1024,0.006258666515350342
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,512,0.004599110947714912
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,64,0.002966222249799304
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,128,0.0036559998989105225
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,32,0.0030986666679382324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,256,0.003909333298603694
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,16384,0.028581334484948054
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,12288,0.025115556187099878
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,10240,0.019671999745898776
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,8192,0.016660445266299777
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,65536,0.09570488664839004
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,7168,0.01606666710641649
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,5120,0.012048000262843238
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,6144,0.014397333065668741
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,3584,0.00885333369175593
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,4096,0.010599999792046018
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,3072,0.008222222328186035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,2560,0.0073315559162033936
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,1024,0.004885333279768626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,2048,0.0063680000603199005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,768,0.005129777722888523
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,512,0.004190222256713443
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,1536,0.007612444460391998
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,256,0.0033297776761982176
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,128,0.0031439999325407874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,32,0.003006222140457895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,64,0.002854222224818336
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,16384,0.02424088948302799
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,65536,0.06513600216971503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,10240,0.016199999385409884
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,8192,0.012784889174832238
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,12288,0.01938488913906945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,6144,0.010527999864684211
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,7168,0.013289777768982781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,4096,0.007853333320882585
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,5120,0.010080888867378235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,3072,0.0069155556460221606
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,2048,0.006793777975771163
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,3584,0.00868622213602066
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,2560,0.009351111120647853
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,1536,0.006681777950790193
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,1024,0.004851555658711327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,768,0.004359999878538979
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,256,0.0032266666077905228
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,512,0.0037635556525654266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,64,0.0028248888750871024
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,128,0.0030622221529483795
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,32,0.0029608888758553397
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,16384,0.01829866733815935
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,12288,0.017145777742067974
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,65536,0.04985510971811083
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,10240,0.015651555524932016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,8192,0.011617778076065911
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,7168,0.011154666543006897
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,6144,0.009568000005351173
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,5120,0.009381333159075843
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,3584,0.0069431112044387394
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,4096,0.008135110967689091
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,2560,0.005427555491526921
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,3072,0.00685511115524504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,2048,0.004417777889304691
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,1536,0.0047217777205838096
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,1024,0.0038053331275780997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,512,0.004292444636424382
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,256,0.0032195556494924757
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,128,0.0029200000895394217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,768,0.004192000048028098
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,64,0.0027502222607533136
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,32,0.002414222185810407
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,16384,0.010964444114102257
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,12288,0.010620444185203977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,10240,0.008844444321261512
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,65536,0.026084444589085046
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,7168,0.007138667007287343
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,8192,0.007335111498832703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,6144,0.00778399987353219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,5120,0.007317333585686154
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,4096,0.006578666468461354
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,3072,0.0047688889834615915
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,3584,0.005888888819350137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,2048,0.003705777641799715
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,2560,0.005474666754404704
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,1536,0.003850666599141227
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,1024,0.0032684444967243406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,512,0.0034133332471052804
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,256,0.002622222320901023
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,128,0.0027111110587914786
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,768,0.0036355555057525635
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,64,0.0025111111915773815
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,32,0.002570666579736604
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,16384,0.008543111383914948
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,12288,0.00703111125363244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,65536,0.018166222506099276
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,10240,0.006681777950790193
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,8192,0.005864000154866113
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,6144,0.005695111221737332
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,7168,0.0059262220230367445
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,5120,0.005559111220969095
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,4096,0.006873777757088344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,3584,0.005660444498062134
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,3072,0.00519466648499171
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,2048,0.003478222423129611
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,2560,0.005163555757866966
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,1536,0.003583111282851961
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,1024,0.003050666716363695
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,512,0.0033404444240861465
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,768,0.0034391110142072043
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,256,0.0027786667148272195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,128,0.00253866674999396
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,64,0.002481777841846148
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,32,0.00254488881263468
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,16384,0.007304888632562425
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,65536,0.013841778039932251
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,12288,0.006334222025341458
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,10240,0.006080889039569431
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,8192,0.00600888869828648
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,7168,0.005572444448868434
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,6144,0.005571555760171678
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,5120,0.005386666705211003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,4096,0.005352889084153705
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,3072,0.005250666704442766
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,3584,0.0053342220683892565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,2560,0.005229333208666907
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,2048,0.00508711114525795
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,1536,0.005044444567627377
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,1024,0.004594666676388847
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,768,0.004621333132187526
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,512,0.00453599997692638
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,256,0.004467555632193883
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,128,0.002855111120475663
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,32,0.002628444383541743
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,64,0.00263288886182838
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,65536,0.010839111275143094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,12288,0.005955555372767978
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,10240,0.0058559998869895935
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,8192,0.004946666873163647
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,16384,0.006433777925040986
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,7168,0.004851555658711327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,6144,0.0047884442740016514
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,5120,0.004841777599520153
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,4096,0.004815111143721474
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,3584,0.004609777695602841
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,2560,0.0046737777690092725
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,2048,0.004500444564554426
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,1536,0.004483555754025777
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,1024,0.004512888689835866
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,3072,0.004576888763242298
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,768,0.004380444271696938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,256,0.0042035554846127825
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,512,0.004299555387761858
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,128,0.002858666703104973
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,64,0.002566222308410539
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,32,0.0023626666516065598
