framework,version,device,op_name,kernel_source,gemm_dtype,m,n,k,latency
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,64,0.01519377695189582
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,6144,0.010231110784742568
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,5120,0.05124710996945699
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,4096,0.05762933360205757
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,64,0.002711999954448806
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,10240,0.044450667169359
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,2048,0.006049777898523543
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,2560,0.028110222684012517
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,768,0.020184889435768127
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,5120,0.00756444450881746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,512,0.010762666662534079
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,6144,0.032688889238569475
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,128,0.0031511110977994073
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,2560,0.021409778131379023
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,16384,0.13095643785264757
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,512,0.006100444330109491
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,16384,0.0789324442545573
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,3072,0.01425244410832723
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,16384,0.019677332705921598
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,768,0.006897777732875612
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,512,0.022916444473796423
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,5120,0.12834400600857204
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,3072,0.005797333187527127
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,5120,0.1287440061569214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,5120,0.20976532830132377
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,64,0.008912000391218398
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,32,0.20171111159854463
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,6144,0.020989333589871723
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,2560,0.038330667548709445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,1536,0.01846311158604092
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,4096,0.017480888300471835
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,6144,0.7370426919725207
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,768,0.004800888813204235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,12288,0.008906666603353288
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,7168,0.00776088900036282
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,16384,0.6348906622992622
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,10240,0.15613778432210287
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,1536,0.0273671117093828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,3072,0.31601156128777397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,1536,0.00868266655339135
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,3072,0.006266666783226862
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,256,0.004031110968854693
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,1024,0.007785778078767989
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,5120,0.10523821910222371
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,1024,0.04238399863243103
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,3072,0.02211911148495144
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,512,0.00656088896923595
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,12288,0.22299467192755806
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,256,0.0040702223777771
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,16384,0.012855110896958245
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,128,0.005589333259397083
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,32,0.0028088889602157804
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,12288,0.007715555528799693
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,768,0.01510933372709486
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,3584,0.04878222280078464
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,3584,0.29180089632670086
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,4096,2.9309270646837025
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,16384,0.1518053346210056
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,6144,0.06529333194096883
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,2048,0.015454222758611044
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,4096,0.0063973334100511335
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,2560,0.07754488786061604
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,32,0.007884444461928474
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,7168,0.11284000343746609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,7168,0.06457333432303534
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,65536,0.1333128876156277
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,8192,0.015212444795502557
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,5120,0.015815110670195687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,10240,0.2413768768310547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,256,0.08399466673533122
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,768,0.004741333425045013
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,7168,0.047749333911471896
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,3584,0.9286951488918729
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,512,0.008023999631404877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,32,0.0032213332338465583
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,65536,0.15343999862670898
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,128,0.004062222109900581
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,1024,0.008552889029184977
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,512,0.0041315555572509766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,32,0.004229333251714706
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,256,0.01918577816751268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,7168,0.019113777412308585
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,3584,0.18573510646820068
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,10240,0.2406382295820448
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,256,0.009974222216341231
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,16384,0.2914204332563612
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,10240,0.08514844708972508
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,64,0.0027760000278552375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,65536,0.2850702338748508
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,256,0.00424799985355801
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,1024,0.017495999733606975
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,16384,0.05352266629536947
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,8192,0.012720000412729053
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,1024,0.06263111035029094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,32,0.0027555556346972785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,5120,0.007074666519959767
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,7168,0.007914666500356462
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,256,0.003949333396222857
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,2560,0.007191110816266801
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,3584,0.01779111060831282
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,4096,0.16512978076934814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,512,0.06426133049858941
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,32,0.002623999905255106
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,256,0.003581333491537306
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,6144,0.17384621832105848
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,3072,0.00758133331934611
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,8192,0.559583134121365
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,5120,0.034272889296213783
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,5120,0.058944887585110135
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,3584,0.31798577308654785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,2048,0.017678222722477384
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,2048,0.26225601302252877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,12288,0.07091733482148913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,32,0.005495111147562663
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,1536,0.04220266805754768
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,3584,0.2663662168714735
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,7168,0.09276533126831055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,256,0.003903999924659729
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,64,0.003440888805521859
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,2048,0.009588444398509132
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,12288,0.11135021845499675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,5120,0.05229422118928698
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,256,0.772632016075982
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,12288,0.10310133298238118
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,4096,0.03836799992455377
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,65536,0.11442844072977702
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,3072,0.03811911079618666
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,1536,0.006796444455782573
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,32,0.09255377451578777
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,768,0.01148000028398302
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,16384,0.11343999703725179
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,512,0.01590044465329912
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,32,0.005223999834722943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,5120,0.1271866692437066
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,3584,0.07289955351087782
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,1536,0.005949333310127258
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,10240,0.23633866839938691
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,1024,0.008126222425036961
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,256,0.006045333213276333
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,768,0.004594666676388847
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,5120,0.023327999644809302
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,128,0.004561777744028303
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,65536,0.9097120496961805
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,256,0.09622044695748223
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,256,0.09557688898510402
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,128,0.005414222263627582
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,12288,0.06850044594870673
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,8192,0.02722399930159251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,1536,0.08537155389785767
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,65536,6.632794698079427
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,65536,1.8050034840901692
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,8192,0.019840889506869845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,65536,0.09559466441472371
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,5120,0.010888888604111142
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,4096,0.025395555628670588
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,4096,0.02404266595840454
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,256,0.008969777988062965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,6144,0.03878844446606106
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,4096,0.01163822246922387
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,1536,0.010123555858929953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,5120,0.6375413470798069
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,2048,0.01367200000418557
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,3584,0.060207108656565346
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,512,0.004555555681387584
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,5120,0.20919288529290092
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,3072,0.2810160054100884
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,6144,0.2220026652018229
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,3584,0.06256533331341214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,12288,0.1405902173784044
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,512,0.04484000139766269
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,128,0.004513777792453766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,12288,0.021505778034528095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,16384,0.20532800091637504
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,4096,0.09349066681332058
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,2048,0.008722667064931657
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,3584,0.07825333542293973
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,6144,0.029729776912265356
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,4096,0.010490666660997601
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,2560,0.03077510992685954
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,10240,0.007813333637184566
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,6144,0.26955821779039174
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,128,0.005325333525737126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,16384,0.31614666514926487
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,256,0.04205066627926297
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,256,0.003855111284388436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,65536,0.840994675954183
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,6144,0.011471110913488599
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,65536,0.9099493026733398
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,12288,3.3650639851888022
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,768,0.14354311095343694
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,128,0.0032400000426504347
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,32,0.003478222423129611
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,7168,0.10359111097123887
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,6144,1.711176872253418
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,8192,1.334761725531684
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,4096,0.08581333027945624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,16384,0.017126222451527912
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,64,0.010849778023031024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,8192,0.08848000235027736
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,5120,0.01424711114830441
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,4096,0.006492444624503453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,12288,0.212208006117079
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,32,0.005200888961553574
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,8192,0.26588887638515896
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,16384,0.8752000066969129
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,1024,0.07805066638522677
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,1536,0.14559022585550943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,5120,0.07420266336864896
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,256,0.0041306668685542215
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,12288,0.29449688063727486
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,12288,0.0070497774415545994
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,256,0.005692444327804778
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,64,0.0031475555151700974
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,512,0.02980533242225647
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,256,0.010856000085671743
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,1536,0.006625777731339137
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,6144,0.5942684279547797
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,7168,0.042149331834581166
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,10240,0.03122133347723219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,10240,0.017698667115635343
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,2048,0.28200356165568036
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,16384,0.21078756120469835
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,7168,0.007930667036109501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,12288,4.108158959282769
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,1024,0.043693333864212036
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,32,0.021540444758203294
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,65536,1.299880027770996
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,7168,0.04738577869203356
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,512,0.008222222328186035
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,3072,0.025734222597546045
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,10240,0.06152088774575127
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,2560,0.007791111038790808
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,128,0.5744826528761122
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,256,0.009908444351620143
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,128,0.0032986667421129015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,32,0.0025759999536805684
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,2560,0.025360888904995386
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,6144,0.004905777672926585
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,1024,0.016872889465755887
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,10240,0.009407999614874521
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,2560,0.01827822294500139
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,3072,0.005717333406209946
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,768,0.1095271110534668
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,3584,0.07026044527689616
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,64,0.00527022240890397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,512,0.022218666142887537
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,1536,0.031074666314654883
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,7168,0.018166222506099276
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,2048,0.03050133254792955
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,8192,0.017309332887331646
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,16384,0.39954045083787704
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,65536,0.07084533241060045
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,4096,0.08377689123153687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,4096,0.19507643911573622
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,16384,0.03087200058831109
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,3072,0.019168888529141743
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,512,0.005994666781690385
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,2560,0.015095111396577625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,768,0.0075333333677715724
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,768,0.09660266505347358
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,16384,0.271945767932468
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,64,0.009669333696365356
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,12288,0.07199733124838935
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,3584,0.024454222785101995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,2048,0.02088800072669983
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,3584,0.30116356743706596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,512,0.02346222268210517
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,5120,1.4184035195244684
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,3072,0.06953955358929105
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,2560,0.055664890342288546
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,16384,0.8741911252339681
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,256,0.0046880000995265115
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,7168,0.35911912388271755
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,8192,0.051424887445237905
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,7168,0.6235386530558268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,7168,0.03173955612712436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,65536,0.04345688886112637
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,64,0.0026977778308921387
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,1024,0.5791261990865072
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,768,0.03435555431577895
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,768,0.07226400242911445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,16384,0.0607831080754598
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,256,0.004380444271696938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,256,0.008927110996511247
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,65536,0.4336720042758518
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,8192,0.6407297982109917
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,64,0.0028320000403457214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,7168,0.03257688879966736
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,32,0.003601777884695265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,1024,0.012899555265903473
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,256,0.006411555740568373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,65536,0.5466577741834853
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,1536,0.006480888773997624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,512,0.023823999696307715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,3072,0.007832888927724626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,65536,0.43978222211201984
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,256,0.06307733058929443
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,3584,0.017069333129458956
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,8192,0.1215404404534234
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,16384,0.117831998401218
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,768,0.037976887491014265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,1024,0.03244888782501221
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,768,0.005306666509972678
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,128,0.0032799999333090256
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,2048,0.007785778078767989
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,2560,0.040087110466427274
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,1536,0.4223128954569499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,10240,0.1544640064239502
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,12288,6.494385613335504
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,256,0.004440000073777305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,2560,0.008447111480765873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,7168,0.022629333866967097
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,3584,0.25689599249098033
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,3584,0.007241778075695038
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,32,0.0029102222373088202
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,512,0.013236444857385425
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,1024,0.010805333654085795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,5120,0.013620444469981723
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,64,0.01090222183201048
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,2560,0.037286221981048584
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,5120,0.011190222369299995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,7168,0.025604445073339675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,32,0.00479288895924886
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,128,0.01868355605337355
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,65536,0.18816444608900282
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,2048,0.014274666706720987
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,6144,0.013134222063753339
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,65536,0.9999671512179904
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,16384,0.0635591083102756
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,256,0.005938666562239329
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,3584,0.04593955477078756
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,12288,0.0558168888092041
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,2560,0.06570755773120456
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,5120,0.010463111102581024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,12288,8.215829637315538
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,3584,0.023404444257418316
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,4096,0.03635999891493056
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,64,0.012152888708644442
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,256,0.00416088890698221
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,768,0.015824889143308003
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,1536,0.0075039996041191956
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,512,0.004662222332424588
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,4096,0.041497776905695595
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,256,0.1272124449412028
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,512,0.010383110907342698
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,10240,0.07520444525612725
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,65536,0.18746399879455566
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,1024,0.005954666684071223
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,1536,0.02304977840847439
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,2048,0.11874755223592122
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,64,0.002761777697337998
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,3072,0.008772444393899705
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,128,0.005506666584147348
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,16384,0.11062577697965835
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,32,0.0027386666172080566
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,128,0.004041777716742622
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,32,0.0034595556143257353
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,10240,2.169756359524197
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,12288,1.6741857528686523
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,1536,0.6373333401150173
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,1536,0.21753866142696807
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,3584,0.3514862325456407
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,32,0.014089778065681458
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,128,0.0041804446114434134
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,512,0.00499199993080563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,6144,0.009320889082219865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,128,0.0051857779423395796
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,768,0.009001777403884465
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,4096,0.04159999887148539
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,256,0.11364800400204128
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,2560,0.6223857667711046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,3072,0.2754853301578098
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,7168,0.01773155563407474
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,128,0.05127733283572727
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,16384,0.0155395550860299
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,12288,0.09336000018649632
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,512,0.010242666635248397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,256,0.0042568888101312844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,512,0.0047475554876857335
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,32,0.007707555260923173
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,128,0.017895999881956313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,768,0.07544533411661784
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,8192,1.0565324359469943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,1536,0.005976000179847081
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,1536,0.0476764440536499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,3072,0.015619556109110514
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,32,0.013628444737858243
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,1536,0.2831946743859185
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,4096,0.05542666713396708
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,12288,0.05377777748637729
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,3584,0.0075297777851422625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,768,0.07899733384450276
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,2048,0.012967999610635968
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,65536,0.6163191265530056
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,32,0.002642666714058982
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,4096,0.8899208704630533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,4096,0.4273635546366374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,10240,0.016473778420024447
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,4096,0.02693155573474036
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,768,0.010757333702511258
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,1536,0.030790223015679255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,5120,0.084897776444753
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,64,0.020415999823146395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,2560,0.012763555679056378
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,3584,0.0074417781498697065
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,512,0.020421332783169217
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,6144,0.09077155590057373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,3584,0.007446222007274628
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,32,0.002623999905255106
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,5120,0.014845333165592618
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,128,0.003162666741344664
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,512,0.004046222401989831
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,5120,0.027820444769329492
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,16384,0.03672800130314297
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,6144,0.036890665690104164
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,6144,0.005474666754404704
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,65536,0.14514577388763428
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,8192,0.015770667129092746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,1536,0.009759999811649323
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,256,0.0524142218960656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,32,0.007723555796676212
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,768,0.025215110845035974
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,12288,2.7027670542399087
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,2048,0.017812444104088675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,10240,0.28354933526780873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,10240,0.010132444401582083
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,7168,0.01665422154797448
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,10240,0.09070310990015666
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,10240,0.8114942444695367
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,4096,0.01963200006220076
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,7168,0.13032355573442247
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,3072,0.026937777797381084
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,10240,0.01457244488928053
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,768,0.00776533368561003
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,32,0.012255999777052136
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,32,0.0032684444967243406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,8192,0.036488887336519026
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,65536,2.390401840209961
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,1536,0.014696889453464083
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,16384,0.27900976604885525
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,12288,0.12110933992597793
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,256,0.00639111093348927
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,10240,0.15464977423350015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,256,0.003645333151022593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,16384,0.012134222520722283
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,1536,0.006497777584526274
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,6144,3.3245663113064237
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,128,0.016343999240133498
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,1024,0.011341333389282227
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,10240,0.008760888543393876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,512,0.02314577831162347
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,7168,0.14808444182078043
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,1536,0.019002666076024372
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,64,0.0046568889584806235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,1024,0.008584000170230865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,512,0.006077333456940121
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,6144,0.07846399810579088
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,2048,0.010435555544164447
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,128,0.007642666498819987
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,3072,0.017172444197866652
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,768,0.35792888535393613
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,2048,0.008390222158696916
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,16384,0.013749333719412485
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,5120,0.18137599362267387
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,16384,0.0184560004207823
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,10240,0.03455111053254869
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,5120,0.10034488969379002
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,1536,0.25935999552408856
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,32,0.0027226667023367355
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,512,0.004960000101062986
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,32,0.007445333732499017
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,1536,0.006292444550328785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,768,0.07533688677681817
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,16384,0.13358222113715276
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,5120,0.031325333648257785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,6144,0.48930221133761936
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,768,0.05036355720625984
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,4096,0.019482667247454327
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,768,0.0046942221621672315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,2048,0.02801333202256097
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,512,0.004048000193304486
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,768,0.01014755583471722
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,16384,0.2688559956020779
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,64,0.0036071112586392295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,128,0.004488888714048597
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,1024,0.02218577762444814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,4096,0.010028444230556488
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,4096,0.009191110730171204
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,768,0.008719999757077958
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,12288,0.12463643815782334
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,12288,0.15650755829281277
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,512,0.0365591115421719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,32,0.0027546667390399506
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,2048,0.020419556233617995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,10240,0.07480000125037299
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,32,0.03501155641343858
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,5120,1.1080986658732097
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,4096,0.033561779393090144
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,5120,0.007446222007274628
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,16384,1.1992461946275499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,2560,0.009920888476901585
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,4096,0.00758844448460473
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,2560,0.01054044481780794
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,128,0.004003555410438114
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,7168,0.01893422173129188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,3072,0.03920977645450168
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,5120,1.4551075829399958
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,6144,0.017394666870435078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,512,0.005923555543025334
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,4096,0.3181013266245524
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,16384,0.4077591101328532
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,3584,0.048582222726609975
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,4096,0.363463110393948
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,7168,0.18084177705976698
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,4096,0.014019555515713163
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,32,0.005463111317820019
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,12288,0.13931822776794434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,128,0.0030782222747802734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,5120,0.46690845489501953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,7168,0.1628133323457506
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,12288,0.07489689191182454
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,128,0.006141333530346553
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,256,0.09488177961773342
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,1536,0.8360568682352701
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,1024,0.01959111127588484
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,7168,0.07924089166853163
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,8192,0.1957991123199463
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,65536,0.02184533410602146
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,16384,0.09004000160429214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,768,0.004599110947714912
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,6144,0.007287110719415877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,1536,0.029108444849650066
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,1024,0.07739022043016222
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,256,0.20122933387756348
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,4096,0.052376889520221286
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,12288,1.3442533281114366
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,256,0.006051555689838197
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,64,0.00370133337047365
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,4096,0.03815022110939026
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,1536,0.03758577836884393
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,128,0.003022222262289789
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,1024,0.012435555458068848
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,8192,0.007981333467695449
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,3072,0.016265778077973258
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,10240,2.4815741644965277
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,1536,0.020741333564122517
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,512,0.006697777658700943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,64,0.0031635556370019913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,1024,0.07624977827072144
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,1536,0.02479822271400028
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,16384,0.04922399918238322
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,768,0.004606222112973531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,1536,0.011760888828171624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,64,0.003198222153716617
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,65536,0.8076097700330945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,2560,0.031234665049446955
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,16384,1.3397004869249132
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,768,0.004951999833186467
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,2048,0.08479644192589654
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,4096,0.2303804556528727
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,65536,0.2024479971991645
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,6144,0.800514645046658
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,64,0.010173333187898
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,1536,0.023378666904237535
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,2560,0.007303111255168915
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,3584,0.008614222208658854
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,6144,0.015166223049163818
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,1024,0.03679377834002177
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,5120,0.008000888758235509
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,65536,0.39585333400302464
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,16384,0.1879324383205838
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,2048,0.026149332523345947
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,16384,0.33832266595628524
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,8192,0.10848889085981582
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,4096,0.05132266547944811
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,32,0.0029884444342719186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,6144,0.640518241458469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,256,0.005304000029961268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,6144,0.05353866683112251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,7168,0.029704888661702473
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,1024,0.008024888734022776
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,8192,0.3015262285868327
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,6144,0.010091555615266165
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,3072,0.07326310873031616
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,1536,0.0147706667582194
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,5120,0.0181368887424469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,10240,0.08910844723383586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,6144,0.0790133343802558
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,64,0.021947556071811255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,768,0.021336000826623704
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,8192,0.011591999895042844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,256,0.003568888952334722
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,6144,0.09240621990627712
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,12288,0.05139999919467502
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,7168,0.00777333312564426
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,3072,0.011872889267073737
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,6144,0.4816400210062663
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,128,0.015223110715548197
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,32,0.03679022192955017
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,12288,0.009142222503821055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,256,0.003648888733651903
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,2048,0.03331022130118476
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,10240,0.13795910941229925
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,32,0.0033200000309281876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,3584,0.014719110396173267
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,1024,0.06130044327841865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,64,0.01585422290696038
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,1536,0.007907555335097844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,7168,0.013801777528391944
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,128,0.003900444342030419
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,64,0.00272088891102208
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,10240,0.8214897579616971
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,3584,0.007111999723646376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,6144,0.007715555528799693
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,1024,0.007620444728268518
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,16384,0.2561448944939507
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,7168,0.05767733520931668
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,3072,0.2226275602976481
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,2048,0.006268444574541516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,1536,0.026854222019513447
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,512,0.006217777729034424
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,6144,0.602308432261149
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,16384,0.533865769704183
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,12288,0.017808889349301655
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,32,0.04275911053021749
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,3584,0.09406399726867676
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,512,0.5094906489054362
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,512,0.005195555587609609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,1024,0.00866844422287411
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,7168,0.05620977613661024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,64,0.009180444810125563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,16384,0.42633332146538633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,12288,0.006616888774765863
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,64,0.012877333495352002
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,32,0.0037546666959921518
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,7168,0.03434933225313822
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,4096,0.1346257792578803
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,7168,0.07670755518807305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,16384,0.02551377813021342
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,16384,0.016562667157914903
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,5120,0.029002666473388672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,768,0.2253777715894911
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,5120,0.025592888394991558
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,5120,0.2829902172088623
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,65536,13.995669894748263
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,10240,0.11257155736287434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,256,0.01628800067636702
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,16384,0.08661333057615493
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,16384,0.30755289395650226
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,1536,0.013009777499569787
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,7168,0.06864711311128405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,3072,0.028992888000276353
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,16384,0.11158666345808242
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,6144,0.07141955693562825
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,4096,0.01387111097574234
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,4096,0.06089511182573107
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,16384,0.2137360042995877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,512,0.010780444575680627
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,4096,0.008228444390826756
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,64,0.009367999931176504
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,2560,0.06450400087568495
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,4096,0.06386488676071167
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,10240,0.01850755512714386
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,1536,0.014565333724021912
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,3072,0.3056488831837972
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,2560,0.02106399999724494
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,768,0.004621333132187526
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,5120,0.015302222636010913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,5120,0.3333084318372938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,1024,0.04988977644178602
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,6144,0.08792177836100261
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,7168,0.6264017952813042
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,256,0.0057751110030545135
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,32,0.01425333321094513
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,768,0.028352889749738906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,1536,0.006230222268237009
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,8192,0.30348534054226345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,256,0.0565662251578437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,2048,0.2962640126546224
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,16384,0.010026666853162978
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,32,0.00794044468137953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,1536,0.006151999864313338
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,16384,0.008921778036488427
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,8192,0.3668622175852458
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,64,0.006933333145247565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,256,0.009451555709044138
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,3584,0.03402488761478
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,2560,0.06237866481145223
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,64,0.003076444483465619
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,65536,1.168701383802626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,128,0.005446222093370225
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,7168,1.1007821824815538
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,3584,0.01809244520134396
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,16384,0.030862222115198772
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,768,0.08449866374333699
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,8192,0.15399200386471218
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,7168,1.003419558207194
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,7168,0.013510222236315409
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,64,0.0031822222388452957
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,10240,0.3616773287455241
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,1536,0.12349155214097764
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,3072,0.016141333513789706
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,5120,1.760324478149414
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,2048,0.005507555686765247
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,2048,0.016174222032229107
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,512,0.02372088862790002
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,12288,0.23318221833970812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,16384,1.3740533192952473
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,12288,0.07958488994174533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,768,0.014039110806253223
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,2048,0.22951110204060873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,128,0.003240888938307762
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,10240,1.0695003933376737
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,1536,0.06347022453943889
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,32,0.004872888740566042
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,256,0.08522488673528035
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,8192,0.025213332639800176
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,32,0.006078222145636876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,5120,0.032812443044450544
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,16384,0.20256266329023573
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,32,0.003656889001528422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,10240,0.1345626645618015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,4096,0.018431110514534842
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,4096,0.3342471122741699
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,7168,0.023033777872721355
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,4096,0.02288977801799774
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,7168,0.008291555775536431
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,16384,0.13937600453694662
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,3072,3.7162132263183594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,3584,1.3327467176649306
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,1024,0.03423733181423611
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,10240,0.0074542222751511475
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,10240,0.034760889079835676
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,2048,0.0329422222243415
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,6144,0.014549333188268872
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,8192,0.06363288561503093
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,7168,0.011109333071443768
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,8192,0.016743110285864938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,8192,0.1574666632546319
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,16384,0.01440355512830946
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,8192,0.2015733321507772
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,12288,0.006267555471923616
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,1024,0.009136888715955947
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,6144,0.007681777907742395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,10240,0.25723645422193736
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,4096,0.012878222597969903
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,12288,0.18659644656711152
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,2048,0.013609777722093793
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,16384,1.1810408698187935
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,8192,0.05001688996950785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,5120,0.03315555718210008
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,2048,0.006695999867386288
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,6144,0.014357333381970724
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,2560,0.0138586668504609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,1024,0.02260533306333754
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,64,0.0031884445084465873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,1024,0.004805333498451444
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,1024,0.010235555469989777
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,1536,0.03919555412398444
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,768,0.010831111007266574
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,4096,0.07078222433725993
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,32,0.0028560000161329904
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,12288,0.07157778077655368
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,256,0.012647111382749347
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,65536,1.1054649353027344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,3584,0.014937778313954672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,7168,0.04426133301522997
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,768,0.012773333324326409
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,4096,0.006968888971540663
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,7168,1.8163057963053386
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,12288,0.8494062423706055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,1536,0.012418666647540199
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,4096,0.0532533327738444
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,512,0.12951733006371394
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,64,0.0063662222690052455
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,12288,0.12538666195339626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,128,0.005712000032265981
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,768,0.005070222334729301
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,12288,0.022798221972253587
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,5120,0.06919466786914401
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,2048,0.018834667073355783
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,12288,0.019474666979577806
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,64,0.023436443673239812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,1024,0.011714666253990598
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,12288,0.01112711098459032
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,3072,0.012440000143316058
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,6144,0.25407287809583873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,65536,0.014871110518773397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,1536,0.006446222050322427
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,12288,0.008467555873923832
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,8192,0.1273733377456665
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,3072,0.0053671110007498
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,1536,0.007450666692521837
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,7168,0.02531733281082577
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,12288,0.02275733318593767
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,256,0.009008888569143083
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,16384,0.01736000014675988
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,512,0.006215999937719769
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,16384,1.2611288494533963
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,32,0.005515555540720622
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,3584,0.09968711270226373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,1024,0.009148444566461775
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,6144,0.4818924268086751
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,2560,0.018046221799320646
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,6144,0.09092355436748928
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,512,0.007696888513035244
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,12288,13.120903862847221
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,512,0.0071928890215026
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,16384,0.08906666437784831
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,3584,0.007739555504586961
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,64,0.0069751110341813825
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,7168,0.04089422358406915
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,12288,0.6382355690002441
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,6144,0.03865333398183187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,3072,0.0185253338681327
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,2560,0.041441778341929116
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,5120,0.03898310992452834
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,4096,1.0399742126464844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,32,0.0032799999333090256
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,1024,0.009375111096435124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,7168,0.17103377978006998
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,5120,0.014968888627158271
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,2560,0.007197333706749811
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,1024,0.011031111081441244
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,2048,0.01571644511487749
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,256,0.003765333443880081
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,32,0.0033031110134389666
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,64,0.003133333391613431
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,256,0.010168888502650792
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,512,0.006393777827421824
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,16384,0.30432356728447807
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,7168,0.09141333235634698
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,7168,0.014076444837782117
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,16384,5.339447021484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,4096,0.15166755517323813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,2048,0.007284444239404466
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,256,0.009944889280531142
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,768,0.006445333361625671
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,2048,0.012819555898507437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,7168,0.11199288898044163
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,65536,0.23598843150668672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,64,0.0027359999302360746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,6144,0.03116977877087063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,5120,0.01961599952644772
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,256,0.004156444635656145
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,128,0.003544888976547453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,2560,0.047684444321526416
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,5120,0.03592888845337762
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,16384,0.12503111362457275
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,65536,0.09640355242623223
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,65536,0.897175153096517
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,256,0.003683555457327101
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,256,0.0047235555118984645
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,32,0.0026808888134029177
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,7168,3.4412621392144094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,128,0.003432000055909157
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,4096,0.014081777797804939
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,1024,0.019911999503771465
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,128,0.007183111376232571
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,6144,0.0730195575290256
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,5120,0.07083733214272393
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,512,0.011130666567219628
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,1536,0.006232000059551663
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,3584,0.3199795616997613
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,10240,0.13191378116607666
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,10240,0.362923542658488
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,4096,0.14422044489118788
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,768,0.006864000111818314
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,2048,0.07226133346557617
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,3072,0.25805510414971244
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,1536,0.006835555450783835
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,6144,0.4008488919999864
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,7168,0.18050221602121988
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,128,0.003976888954639435
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,1536,0.06279555294248793
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,1024,0.009648000200589498
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,10240,0.10828444692823623
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,10240,0.007915555602974361
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,5120,0.014291556345091926
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,3584,0.028447998894585505
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,1536,0.010656889114114972
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,1024,0.0052355556852287715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,768,0.06127733654446072
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,128,0.025742222865422566
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,256,0.006198222024573221
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,7168,1.5575058195326064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,256,0.043825778696272105
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,10240,0.0881706674893697
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,128,0.008245333201355403
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,64,0.005296000176005893
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,128,0.005738666488064661
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,7168,0.05343466666009691
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,768,0.01201333353916804
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,8192,0.20314310656653511
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,10240,0.023247111174795363
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,256,0.003463111196955045
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,6144,0.019108444452285767
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,1536,0.006051555689838197
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,3072,0.25044798851013184
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,10240,0.3578062322404649
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,7168,0.15219199657440186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,3584,0.11349956194559734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,768,0.006974221931563483
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,64,0.0027146666414207886
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,1536,0.006265777680608962
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,12288,0.6140826543172201
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,1024,0.02292177743381924
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,65536,0.45523998472425675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,6144,2.5454461839463973
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,256,0.014564444621404013
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,2560,0.008403555386596257
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,65536,0.02864177690611945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,1024,0.016955556141005624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,5120,0.032764444748560585
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,5120,0.20126399728986952
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,16384,0.011763555308183035
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,2560,0.04269422094027201
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,65536,1.3436177571614583
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,256,0.07495466868082683
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,16384,6.942568037245009
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,128,0.008744888835483128
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,256,0.0052560000783867305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,65536,0.013707555830478668
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,64,0.0028968888024489083
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,64,0.026007999976476032
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,32,0.002789333255754577
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,64,0.006735111276308696
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,16384,0.048511998520957104
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,4096,0.039298666848076716
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,64,0.002716444432735443
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,3584,0.0064080001579390625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,6144,0.03896177808443705
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,3584,0.01866933372285631
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,10240,0.035784890254338585
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,65536,0.5603120062086318
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,12288,0.02535555594497257
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,3072,0.09698488977220322
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,3584,0.1624364455540975
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,10240,0.010457778142558204
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,4096,0.1302071147494846
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,768,0.01774044500456916
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,3072,0.1191520028644138
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,128,0.003944888710975647
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,4096,0.013411555853154926
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,6144,0.48970842361450195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,32,0.0028880000528362063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,1024,0.03979911075698005
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,512,0.004498666773239772
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,64,0.00685511115524504
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,5120,0.06675022178226046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,12288,0.022667555345429316
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,1024,0.013152889079517789
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,256,0.008943999807039896
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,512,0.03309955530696445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,4096,0.043585777282714844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,7168,0.032574223147498235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,5120,0.03631466627120972
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,32,0.05494933327039083
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,3584,0.054195556375715465
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,768,0.07147466474109225
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,8192,2.0396781497531467
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,10240,8.484764946831598
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,1536,0.1494764486948649
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,1024,0.007692444655630324
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,65536,0.44013065761990017
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,16384,0.1211235523223877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,7168,0.6245217853122288
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,4096,0.35349689589606387
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,12288,0.10757155550850762
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,3072,0.803159130944146
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,512,0.02365511159102122
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,32,0.00267999991774559
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,1024,0.0075395554304122925
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,7168,0.4704595671759711
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,2048,0.220414227909512
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,256,0.05614755551020304
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,3584,0.05605777766969469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,1024,0.46382935841878253
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,10240,0.01996888882584042
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,128,0.004882666799757215
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,8192,0.05730666716893514
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,7168,0.03031022349993388
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,12288,0.04793955551253425
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,32,0.2221697833802965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,65536,0.19165066878000894
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,5120,0.03499022126197815
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,2560,0.2422808806101481
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,256,0.005137777576843898
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,65536,1.7595351537068684
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,8192,0.15760800573560926
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,2560,0.014276444911956787
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,5120,0.0180711117055681
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,7168,0.1102035575442844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,3584,0.09481244617038304
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,128,0.028532445430755615
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,1536,0.6546977890862359
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,2560,0.015372445185979208
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,2048,0.057597332530551486
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,768,0.006295111030340195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,4096,0.012984889249006907
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,16384,0.12582043806711832
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,12288,0.9995973375108508
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,10240,0.24060710271199545
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,768,0.022430222895410325
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,12288,0.042167110575569995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,768,0.0047288888858424295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,65536,0.12081333001454671
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,65536,0.32078756226433647
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,1536,0.009029332962301042
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,768,0.007883555359310573
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,6144,0.01657511128319634
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,4096,0.08353422085444133
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,1024,0.02576622201336755
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,1536,0.012230222423871359
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,32,0.0029048888633648553
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,4096,0.006974221931563483
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,768,0.02494488822089301
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,10240,0.17315644688076445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,5120,0.05541066659821404
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,5120,0.021175111333529156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,32,0.08067555560006036
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,8192,0.5368462138705784
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,256,0.00601333338353369
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,7168,0.007690666450394525
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,6144,0.02270577847957611
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,128,0.009420444567998251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,3584,0.0498542222711775
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,256,0.00666844430896971
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,10240,0.013591110706329346
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,12288,0.03537155522240533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,10240,0.025166221790843542
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,4096,0.034232887956831194
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,12288,0.1634648905860053
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,7168,0.04301688737339444
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,256,0.003608889049953885
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,6144,0.03839644458558824
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,128,0.0031715554909573663
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,6144,0.6346622043185765
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,1024,0.030943999687830608
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,32,0.003012444410059187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,3072,0.03791822327507867
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,1536,0.006866666591829724
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,4096,0.36171287960476345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,10240,1.7236080169677734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,8192,0.02081155611409081
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,8192,0.016685333516862657
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,64,0.009749333063761393
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,1536,0.008480889101823172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,1536,0.006058666855096817
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,3584,0.1113884449005127
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,12288,0.05856621927685208
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,16384,4.471758100721571
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,65536,0.8468391100565592
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,128,0.003536888708670934
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,2560,0.19750221570332846
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,64,0.007160888777838812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,64,0.006796444455782573
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,8192,0.053786665201187134
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,256,0.009503111243247986
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,2560,0.04839200112554762
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,128,0.003638222399685118
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,128,0.02667466633849674
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,32,0.005613333235184352
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,768,0.016192000773217943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,1024,0.006500444478458828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,10240,0.908042695787218
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,64,0.0028986665937635633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,2048,0.009611555271678502
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,12288,0.020779555042584736
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,1024,0.006642666541867786
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,3072,1.3957733578152125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,8192,0.0713333355055915
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,1536,0.040214220682779946
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,1024,0.010632000035709806
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,256,0.014282666974597506
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,512,0.01663822266790602
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,768,0.007582222421964009
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,512,0.0063635553750726916
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,512,0.004967999955018361
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,2560,0.014925332532988654
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,3072,0.008554666406578487
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,5120,0.11605332957373725
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,3072,0.018771555688646104
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,4096,0.06993333498636882
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,128,0.00462311092350218
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,1536,0.016882666283183627
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,2560,0.042507555749681264
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,6144,1.7122204038831923
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,10240,0.05908711089028252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,5120,0.07878933350245158
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,3584,0.02151022189193302
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,1024,0.016391999191708036
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,768,0.01959022217326694
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,65536,2.270815955268012
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,12288,0.01163200040658315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,12288,0.20375111367967394
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,5120,0.09545777903662787
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,16384,1.7730106777615016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,3072,0.025309332542949255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,7168,0.03427022364404466
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,32,0.0029848888516426086
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,32,0.013205333716339536
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,32,0.004945777770545748
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,256,0.006561777657932705
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,32,0.02507200009293026
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,8192,0.044815109835730664
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,3584,0.023903111616770428
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,7168,0.12285510698954265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,128,0.010199999643696679
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,6144,0.02240000002914005
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,256,0.05291377835803562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,32,0.00488800017370118
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,65536,0.8332862324184842
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,3584,0.01937599976857503
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,256,0.016023111012246873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,32,0.0033244445092148254
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,1536,0.17497866683536104
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,8192,0.03621422251065572
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,32,0.005596444424655702
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,16384,0.15775288475884333
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,2048,0.01583377851380242
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,3584,0.0888613329993354
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,16384,0.04033599959479438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,3072,0.007206222249401941
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,6144,0.12019556098514134
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,1024,0.010806221928861407
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,7168,0.012324444121784635
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,2048,0.07152089145448473
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,7168,0.011445333560307821
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,65536,0.02642400066057841
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,512,0.00602311102880372
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,3072,0.024572443630960252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,128,0.07427733474307589
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,6144,0.8245049052768283
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,64,0.003949333396222857
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,65536,4.516722785101996
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,12288,0.023842665884229872
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,7168,1.9967714945475261
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,16384,0.06340889135996501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,256,0.059783114327324756
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,1536,0.1257902251349555
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,1024,0.04811733298831516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,16384,6.737255096435547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,12288,0.02942755487230089
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,65536,15.870869954427084
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,10240,0.17070489459567598
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,32,0.03219555483924018
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,4096,0.04268444577852885
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,256,0.009648000200589498
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,128,0.005728000154097875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,2048,0.01391999920209249
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,6144,0.0069004446268081665
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,1024,0.009552888572216034
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,512,0.006219555520349079
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,2048,0.14334844218360052
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,4096,0.02662044432428148
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,12288,0.02811466654141744
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,256,0.006171555568774541
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,5120,0.08848533365461562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,2048,0.0407955547173818
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,65536,0.028361777464548748
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,128,0.007702222300900354
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,2048,0.06858399841520521
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,12288,0.010199999643696679
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,6144,0.012799111505349478
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,16384,0.05320355627271864
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,256,0.005423999908897612
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,7168,0.014655111564530266
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,16384,1.2626000510321724
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,12288,0.02777422302299076
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,2048,0.27300887637668186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,65536,0.22855377197265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,128,0.004435555388530095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,4096,0.00630666646692488
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,12288,0.020720889170964558
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,10240,0.1288693348566691
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,65536,1.1320213741726346
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,768,0.029114666912290785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,16384,0.23691111140780977
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,1536,0.006098666538794835
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,3072,0.13200978438059488
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,7168,0.07736444473266602
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,10240,0.25250310368008083
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,6144,0.031445334355036415
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,1536,0.005745777653323279
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,10240,0.3029084470536974
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,3072,0.02974933385848999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,10240,0.12930933634440103
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,6144,0.052107555998696216
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,16384,0.1007573339674208
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,64,0.002744888886809349
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,64,0.015770667129092746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,2048,0.020810667011472914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,3072,0.052652445104387074
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,65536,0.8426195780436198
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,16384,0.03416000141037835
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,10240,0.10963022046618992
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,64,0.016677333248986136
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,5120,0.6629359987046983
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,10240,0.04208266735076904
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,8192,0.07921689086490206
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,256,0.01998133295112186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,65536,3.357490751478407
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,12288,0.010292444792058732
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,1536,0.007865777446164025
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,3072,0.23692533704969618
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,7168,0.0243520008193122
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,10240,0.07604889074961345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,65536,0.023031999667485554
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,3584,0.13602311081356472
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,7168,0.04260355565283033
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,768,0.052220443884531655
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,12288,0.09024533298280503
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,4096,0.0627324448691474
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,1024,0.0059279998143513995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,1536,0.007511999871995714
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,32,0.005230222311284807
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,512,0.004447111239035924
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,512,0.006139555739031897
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,32,0.03727911247147454
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,7168,0.027356444133652583
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,5120,0.060864885648091636
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,3072,0.07471377982033624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,64,0.006542222367392645
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,64,0.0046311111913787
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,2048,0.05443377627266777
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,3584,0.05845955345365736
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,10240,0.034487111700905695
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,6144,0.007376000285148621
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,1536,0.010101333260536194
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,64,0.005766222046481238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,65536,17.75051032172309
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,12288,1.2079422208997939
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,6144,0.02366311185889774
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,4096,0.02120622164673275
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,4096,0.012337778177526263
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,5120,0.06790044572618273
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,2560,0.008070222205585903
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,4096,0.07529511054356892
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,3072,0.056800888644324414
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,768,0.011580444044537015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,1024,0.005967111223273807
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,16384,0.03604888916015625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,128,0.003760888758632872
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,7168,0.05359377794795566
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,32,0.011297778122954898
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,65536,0.09627733627955119
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,2048,0.007458666960398356
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,1536,0.056700441572401256
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,32,0.0027928888383838865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,8192,0.032871110571755305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,3584,0.1472355524698893
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,64,0.003083555648724238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,2560,0.007204444044166141
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,65536,0.1894613371955024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,6144,0.23566044701470268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,32,0.01387555566098955
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,3584,0.02068444424205356
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,64,0.004591111093759537
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,3072,0.012888000243239932
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,2048,0.012084444363911947
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,768,0.005104889058404499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,256,0.012689777546458773
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,8192,0.013834666874673633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,768,0.008433777425024245
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,4096,0.030795554320017498
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,2048,0.011566222541862063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,1024,0.01977688901954227
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,1536,0.007780444290902879
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,2048,0.16030222839779323
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,12288,0.30630310376485187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,65536,2.255326165093316
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,3584,0.02431022293037838
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,4096,0.014554666148291694
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,64,0.0035955554081334006
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,2560,0.0144195556640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,1024,0.3202693462371826
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,4096,0.007676444119877285
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,10240,2.491548538208008
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,1536,0.026400888959566753
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,768,0.007239110767841339
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,16384,0.02777155571513706
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,12288,1.3615670733981664
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,1536,0.17401956187354195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,512,0.023281777898470562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,3072,0.25930221875508624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,64,0.04821599854363335
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,12288,0.9379439883761935
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,1024,0.005221333354711533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,256,0.052470223771201245
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,12288,0.008235555556085374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,8192,6.6021474202473955
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,12288,0.02142933342191908
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,64,0.008417777717113495
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,2560,0.0325271122985416
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,32,0.0038968887594011095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,768,0.03835733400450812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,3584,0.019448000523779128
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,6144,0.05113155643145243
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,2048,0.025072889195548162
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,768,0.0063075555695427795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,4096,0.09753600094053481
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,2560,0.24767287572224936
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,8192,0.22955022917853463
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,1536,0.016493333710564505
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,128,0.0031973332580592898
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,65536,0.0118231111102634
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,10240,0.008214222060309516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,2048,0.030124445756276447
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,7168,0.043326222234302096
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,8192,0.15794489118787977
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,128,0.003156444471743372
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,1536,0.2096595499250624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,768,0.010110222631030613
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,32,0.13619911670684814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,256,0.005392000079154968
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,128,0.007850666840871176
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,3072,0.036454220612843834
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,6144,0.46913687388102215
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,6144,0.010900444454616971
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,5120,0.1193973355823093
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,32,0.0026168889469570587
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,12288,0.04144533475240072
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,2560,1.2127919726901584
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,1024,0.005988444305128521
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,256,0.004375111311674118
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,3072,0.08090577522913615
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,256,0.005485333502292633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,7168,0.09638755851321751
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,256,0.009392889009581672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,1024,0.00810933361450831
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,256,0.010383110907342698
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,12288,0.9133680131700305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,2048,0.013296888934241401
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,64,0.003063111048605707
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,4096,3.618833753797743
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,32,0.003020444470975134
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,7168,0.11924978097279866
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,5120,0.09240977631674872
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,128,0.005421333428886201
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,512,0.005247999810510212
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,2560,0.009683555199040307
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,7168,0.028176890479193792
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,8192,0.022720888257026672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,16384,0.006873777757088344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,3072,0.01704266667366028
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,12288,0.049245334333843656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,6144,0.05462400118509928
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,768,0.03954044315550063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,512,0.007638221813572778
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,1024,0.0058311112225055695
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,2560,0.03985333442687988
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,4096,0.007322666545708974
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,2048,0.012632889052232107
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,64,0.0028133332315418455
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,128,0.1275751060909695
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,4096,0.044236444764667086
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,256,0.008751110898123847
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,7168,2.3850701649983725
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,6144,0.013040888640615674
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,3072,0.6605848736233181
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,16384,0.0930382212003072
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,3584,0.4898142284817166
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,65536,0.3173297776116265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,64,0.006609777609507243
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,65536,0.017476444443066914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,7168,0.2907973395453559
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,12288,0.11617244614495172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,5120,0.04775111211670769
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,512,0.004266666869322459
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,2048,0.01038044442733129
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,7168,0.013535999589496188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,3072,0.015561777684423657
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,6144,0.016154666741689045
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,5120,0.030510223574108545
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,8192,0.022299556268586054
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,5120,0.5464044676886665
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,128,0.005724444571468566
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,10240,0.05416444606251187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,10240,0.360210657119751
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,65536,0.08959822522269355
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,6144,0.04327733318010966
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,16384,0.33083287874857586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,2048,0.011858666936556498
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,65536,0.33339643478393555
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,16384,8.659784105088976
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,65536,0.21149244573381212
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,32,0.007110222346252865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,2560,0.06088978052139282
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,768,0.0047288888858424295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,65536,0.3223964373270671
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,2048,0.16682933436499703
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,32,0.0033164444482988785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,5120,0.25122756428188747
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,4096,0.10291377703348796
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,2048,0.0075253330998950535
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,10240,0.07472444242901273
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,10240,0.06113244427575005
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,1024,0.2276231182946099
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,1536,0.00965244405799442
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,256,0.019759999381171334
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,768,0.0047280001971456735
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,16384,0.05471644467777676
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,10240,0.019745777050654095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,12288,0.017104888955752056
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,3072,0.05502222312821282
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,32,0.005498666730191972
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,128,0.21273510985904268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,5120,0.007103111180994246
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,256,0.0038453332251972626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,3584,0.00775111135509279
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,768,0.006888000087605582
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,32,0.003310222178697586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,3072,0.029792000850041706
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,8192,0.04381422201792399
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,512,0.0047733332547876565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,16384,0.3039848804473877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,32,0.002793777734041214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,16384,0.03524177935388353
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,10240,0.13582221666971842
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,3584,0.7747768825954862
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,3584,0.03355200091997782
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,64,0.003144888828198115
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,2560,0.12388443946838379
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,512,0.004819555415047539
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,2560,1.602020475599501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,3584,0.036529776122834944
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,7168,0.007093333535724216
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,10240,0.014880888991885714
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,7168,0.008097777764002482
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,8192,0.018069333500332303
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,128,0.005105777747101254
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,3584,0.019666666785875957
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,8192,0.03281777766015794
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,65536,0.6312898000081381
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,65536,0.06184177928500705
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,1536,0.010772444307804108
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,4096,0.15096710787879095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,12288,0.06810577710469563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,7168,0.024800888366169397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,6144,0.01054222219520145
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,1536,0.008359111017651027
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,512,0.012531555361217923
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,8192,0.6398160192701552
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,2560,0.10215733448664348
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,65536,0.24062132835388184
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,5120,0.012723555167516073
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,8192,0.06526577472686768
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,768,0.022123555342356365
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,16384,0.08334489001168145
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,256,0.006046222315894232
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,256,0.00832711077398724
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,3072,0.06362844175762601
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,768,0.008982222113344405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,3584,0.4848551220364041
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,512,0.0070053330726093715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,5120,0.046557333734300405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,5120,0.041591111156675555
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,2560,0.03040800160831875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,6144,2.917234632703993
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,16384,0.06271111302905612
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,7168,0.0496782230006324
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,65536,0.2474773459964328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,32,0.003185777821474605
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,16384,0.22329245673285592
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,256,0.003645333151022593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,10240,0.2082702186372545
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,128,0.004415110995372136
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,16384,0.05308711197641161
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,10240,0.010231999887360467
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,1536,0.0064071110553211635
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,7168,3.150538762410482
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,8192,0.10660355620914036
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,768,0.018903111418088276
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,3584,0.031529777579837374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,2560,0.04155022237035964
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,3584,0.3255884382459852
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,8192,0.09874933295779759
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,2560,0.0713955561319987
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,6144,0.06336889002058241
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,768,0.2298337883419461
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,3584,0.09170755412843491
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,2560,0.007253333098358578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,1536,0.19764088259802925
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,512,0.007035555938879649
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,512,0.004570666700601578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,12288,0.6790631082322863
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,2560,0.06689155764049955
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,4096,1.7950454288058812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,512,0.15697956085205078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,4096,0.021740444832377966
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,1024,0.011132444772455426
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,64,0.004146666576464971
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,65536,0.5183395809597439
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,8192,0.1250391138924493
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,768,0.00797333319981893
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,1536,0.01830933325820499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,4096,0.00646311127477222
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,32,0.0075137780772315125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,64,0.015544000599119397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,64,0.0036968886852264404
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,4096,0.00545155546731419
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,3072,0.025449777642885845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,16384,0.32619643211364746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,5120,0.08411288923687404
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,1536,0.14460978243086073
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,4096,0.11384711000654434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,3072,0.01831999917825063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,3072,0.09403910901811387
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,10240,0.4127226670583089
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,3584,0.0462097790506151
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,12288,0.12492622269524468
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,8192,0.02553333342075348
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,6144,0.11902311113145615
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,256,0.0635146697362264
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,64,0.003124444435040156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,6144,0.1094577776061164
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,32,0.002741333304180039
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,5120,0.062289781040615506
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,2048,0.03913155529234145
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,8192,0.06084266636106703
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,1536,0.016972444123691983
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,64,0.0028115556471877625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,16384,0.0336497790283627
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,512,0.015826667348543804
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,2048,0.01753155555990007
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,10240,0.11901422341664632
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,4096,0.06881688700781928
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,8192,0.007639110916190677
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,6144,0.029158221350775823
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,768,0.009171555439631144
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,768,0.012005333271291522
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,10240,0.007522666619883643
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,256,0.005614222337802251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,4096,0.02425866656833225
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,12288,0.05163200034035576
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,768,0.00703999979628457
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,65536,0.03449155555831061
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,16384,0.24851645363701713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,3072,0.05060977737108866
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,3072,0.1481751071082221
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,512,0.004150222159094281
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,3072,0.049308445718553334
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,512,0.2392960124545627
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,3584,0.02420355545149909
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,64,0.006256000035338932
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,10240,1.7484764522976344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,1024,5.05640623304579
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,128,0.009350222018029954
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,1024,0.007914666500356462
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,768,0.007711110843552484
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,3584,0.01314222233162986
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,65536,0.09938489066229926
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,1024,0.0058319999112023254
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,2560,0.17604445086585152
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,256,0.005212444398138259
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,256,0.18550399939219156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,6144,0.016184000505341422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,16384,0.07318044371075101
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,3584,0.47593779034084743
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,128,0.0036319999231232535
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,4096,0.5607111189100478
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,3584,1.9662994808620875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,12288,0.022203556365436975
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,256,0.005677333308590784
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,768,0.006160000132189856
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,5120,0.007606222397751278
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,128,0.004858666823969947
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,3584,0.01612622208065457
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,3584,0.018840889135996502
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,128,0.003953777667548922
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,6144,0.04638222191068861
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,65536,0.08186844322416517
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,1024,0.022660444180170696
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,32,0.05718400080998739
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,1024,0.006507555643717448
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,2048,4.609889984130859
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,1024,0.009911110831631554
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,1024,0.013067555924256643
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,7168,0.09278844462500678
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,1536,0.006506666541099548
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,3584,0.005072888814740711
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,4096,0.0607208874490526
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,5120,0.007800000409285228
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,3072,0.04320444332228767
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,768,0.00703288863102595
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,256,0.020768000019921195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,1024,0.12161066797044541
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,3072,0.037296000454160906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,2560,0.04291911257637871
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,32,0.0028657778683635923
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,128,0.01511111193233066
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,256,0.00498933345079422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,7168,0.008400888906584846
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,8192,17.801255967881946
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,8192,0.036899556716283165
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,65536,0.913640022277832
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,3072,1.6350950664944117
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,256,0.01260444439119763
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,2048,0.01262399968173769
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,8192,0.0809697773721483
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,768,0.19103733698527017
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,16384,0.21094400352901885
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,3584,0.03869600097338358
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,1536,0.015281778242852954
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,512,0.0052284445199701525
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,16384,1.3435902065700953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,6144,0.015090665883488126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,128,0.18256266911824545
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,1536,0.010249777800507015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,6144,0.013432000246312885
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,5120,0.04979733294910855
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,8192,0.29748090108235675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,64,0.009370666411187913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,2048,0.007753777835104201
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,5120,0.15313511424594456
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,2560,2.0204168955485025
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,3072,0.006711111300521427
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,1536,0.015032000011867948
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,5120,0.13672178321414524
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,8192,0.04843022094832527
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,32,0.005084444251325396
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,512,0.004515555583768421
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,768,0.0046311111913787
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,4096,0.013849777479966482
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,2560,0.041952000723944775
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,10240,0.007041778001520369
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,5120,0.01591377788119846
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,2048,0.19217956066131592
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,2560,0.020925333102544148
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,1536,0.2376640107896593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,256,0.005247999810510212
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,65536,0.46150933371649844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,5120,0.05848444170422024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,6144,0.031253334548738264
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,2560,0.013587555951542325
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,3072,0.018346667289733887
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,12288,0.44361066818237305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,256,0.02371911042266422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,5120,0.07842310931947497
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,8192,0.14700178305308023
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,7168,0.08806311421924168
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,64,0.0030293334275484085
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,3072,0.1501351065105862
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,32,0.003240888938307762
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,65536,0.5125493473476833
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,8192,0.05845333470238579
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,768,0.033739556868871055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,1536,0.1419902245203654
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,1024,0.0064151109092765385
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,7168,0.09568888611263698
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,3584,1.8628809187147353
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,256,0.029281778468026057
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,32,0.011581333147154914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,6144,0.06544088655047946
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,768,0.01291911138428582
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,1536,0.006562666760550604
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,128,0.004201777693298128
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,1024,0.005271111097600725
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,2560,0.023968888653649226
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,65536,0.4649066925048828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,3584,0.2893279923333062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,1536,0.009769777456919352
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,1536,0.054096887509028115
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,3072,0.023959999283154804
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,65536,0.05446844299634298
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,128,0.14186222023434109
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,2560,0.19387377632988823
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,65536,0.2502782344818115
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,32,0.0031591111587153543
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,64,0.10563733180363973
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,512,0.0058453331391016645
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,1536,0.26087289386325413
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,32,0.015011555618709989
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,65536,0.3634435600704617
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,1536,0.04675199919276767
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,7168,0.07842044697867499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,65536,0.2994328869713677
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,2560,0.9888417985704211
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,65536,0.07522400220235188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,512,0.013440888788965015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,65536,0.2171671125623915
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,5120,1.4222301907009547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,128,0.017697778013017442
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,7168,0.007701333198282454
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,4096,0.006861333217885759
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,4096,0.04604711135228475
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,5120,0.03762044509251913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,128,0.008007110820876228
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,1536,0.3613599936167399
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,768,0.0046862223082118565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,2560,0.02573866645495097
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,4096,0.011687999798191918
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,256,0.13809155093299016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,4096,0.09470488627751668
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,6144,0.046375112401114575
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,16384,0.012679110798570844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,3584,2.708306630452474
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,256,0.005757333503829108
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,32,0.007322666545708974
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,16384,0.09697688950432672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,4096,0.09987822506162856
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,7168,0.03299999899334378
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,16384,0.024246222443050806
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,16384,3.950318230523003
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,6144,0.008420444197124904
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,256,0.007975999679830339
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,12288,1.335055987040202
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,256,0.024824000067181055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,2048,0.021345777644051447
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,2560,0.021702221698231165
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,16384,0.010780444575680627
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,4096,0.06547911299599542
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,64,0.07103911373350355
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,1024,0.07814221911960177
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,768,0.008281778130266402
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,12288,0.03509066502253214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,4096,0.13492355081770155
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,3584,0.07820000251134236
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,10240,0.04244177871280246
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,12288,0.21591022279527453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,5120,0.40608978271484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,5120,0.20219643910725912
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,6144,0.09401777717802261
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,32,0.004355555607212914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,768,0.01643822259373135
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,128,0.07144622008005778
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,16384,0.2123795615302192
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,256,0.005483555710977978
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,64,0.0027679999669392905
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,1024,0.015615110596021017
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,7168,2.3842809465196395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,3072,0.010607110957304636
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,8192,2.288196351793077
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,64,0.010402667025725046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,6144,0.07991022533840604
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,3072,0.007576000359323289
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,65536,0.832132445441352
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,768,0.12172533406151666
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,1536,0.012326222327020435
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,64,0.04615199897024366
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,5120,0.020217777954207528
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,512,0.05652088589138455
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,1536,0.012201777762836881
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,1024,0.02125511070092519
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,2048,0.01383733335468504
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,16384,0.16353600554996067
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,7168,0.4069386588202582
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,256,0.003937777959638172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,7168,0.10356089141633774
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,5120,0.011439999772442712
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,10240,0.014936000108718872
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,768,0.007726222276687622
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,2560,0.252109342151218
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,1536,0.1477031045489841
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,1024,0.007749333149856991
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,2048,1.0593218273586698
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,128,0.004458666675620609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,128,0.005043555465009478
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,1536,0.4326764477623834
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,65536,0.6516630914476182
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,256,0.009436444275909001
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,1536,0.015170666906568738
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,12288,0.03316444489690993
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,1024,0.011818666425016193
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,1024,0.030861334668265447
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,2560,0.2879111236996121
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,128,0.005349333501524395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,65536,0.06615022155973646
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,2048,0.011428444749779172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,8192,0.03776622149679396
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,2560,0.014944000376595391
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,12288,0.024862221545643274
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,1536,0.10235466559727986
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,1024,0.15233955118391249
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,256,0.005201777650250329
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,256,0.02445777753988902
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,1024,0.01035822182893753
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,256,0.010648888846238455
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,64,0.0026933333526055017
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,1024,0.00869777798652649
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,7168,0.05137777659628126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,3072,0.00618488879667388
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,3072,0.04663911130693224
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,12288,0.10143733024597168
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,65536,0.056384887960222035
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,768,0.006966222491529252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,8192,0.07262133227454291
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,1536,0.0063795554969045855
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,8192,0.05442666676309374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,8192,0.12459288703070746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,5120,0.009278222090668148
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,1024,0.42676533593071836
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,4096,0.02618933386272854
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,65536,0.2872142261928982
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,32,0.005152889009979037
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,8192,8.729805840386286
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,3072,0.006721777634488211
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,10240,0.05767733520931668
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,2048,0.022805333137512207
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,8192,0.020991999242040846
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,2048,0.18920711676279703
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,12288,0.010853333605660332
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,512,0.31491290198432076
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,2048,0.1266675525241428
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,3584,0.028075555960337322
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,128,0.0032177778581778207
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,768,0.00999022192425198
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,8192,0.0812693304485745
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,7168,0.343544880549113
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,768,0.04385866721471151
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,256,0.00721066693464915
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,2560,0.7090160051981608
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,3584,0.11301155885060628
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,4096,0.006911110960774952
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,3584,0.007850666840871176
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,256,0.00397866674595409
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,65536,0.34547821680704754
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,3072,0.007098666495747036
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,3072,0.006514666808976068
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,8192,0.08790044652091132
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,64,0.0029146667155954572
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,256,0.05611377954483032
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,512,0.0053280000057485365
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,128,0.006249777972698212
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,7168,1.1814133326212566
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,2560,0.09428266684214275
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,6144,0.4845600128173828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,2560,0.08221599790785047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,3072,0.006266666783226862
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,5120,0.0426862206723955
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,16384,0.1892168919245402
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,32,0.004754666652944353
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,5120,0.12868089146084255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,16384,0.11998400423261855
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,16384,0.017426666286256578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,2560,0.0239955551094479
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,2048,0.008274666965007782
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,65536,4.694425794813368
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,3072,0.03242844343185425
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,64,0.008767999708652496
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,10240,0.8071484565734863
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,2048,0.03470666540993585
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,7168,0.10188177559110854
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,6144,0.017300445172521803
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,64,0.00886044485701455
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,10240,0.04703466759787666
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,7168,0.018222222725550335
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,128,0.003479111111826367
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,8192,0.05219466818703545
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,16384,0.0662319991323683
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,128,0.005622222191757626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,7168,0.008657777474986183
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,256,0.006021333237489064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,1536,0.012223111258612739
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,256,0.002769777758253945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,5120,0.44768534766303164
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,2048,0.2849511040581597
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,12288,0.05077777637375725
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,2048,0.008561777571837107
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,3072,0.3199022346072727
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,7168,0.01577333278126187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,1536,0.021299555897712708
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,6144,0.10598222414652507
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,5120,0.016400888562202454
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,3584,0.054570668273501925
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,4096,0.02536533276240031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,2560,0.010477333433098264
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,2560,0.010760889285140567
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,10240,0.04677244358592563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,1536,0.024874667326609295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,16384,0.0683351092868381
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,3072,0.043495999442206494
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,5120,0.11179378297593857
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,2048,0.07195288605160184
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,5120,2.4503760867648654
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,1024,0.020234665936893888
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,1536,0.04012177719010247
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,1024,0.04011111127005683
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,3072,0.01935822268327077
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,12288,0.2685386604732937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,2048,0.643288877275255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,16384,0.055600888199276395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,3584,0.5199946827358669
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,4096,18.037594265407986
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,6144,0.09620533386866252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,5120,0.1240275568432278
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,16384,0.025648888614442613
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,10240,0.061271998617384166
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,256,0.0036275556517971885
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,1536,0.00979377743270662
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,10240,0.1398506694369846
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,2560,0.019430221782790292
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,16384,2.2064711252848306
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,64,0.01628533336851332
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,7168,0.036185777849621244
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,5120,0.015272888872358533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,16384,0.12478133042653401
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,512,0.0047848886913723415
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,256,0.004366222355100843
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,3072,0.07796800136566162
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,3072,0.6818079948425293
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,768,0.006781333436568578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,16384,0.2647262149386936
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,8192,0.12227111392550999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,1536,0.04885866575770908
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,32,0.00286311118139161
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,65536,0.05335466729270088
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,32,0.0027866665687825945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,16384,4.466097937689887
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,12288,0.02773511078622606
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,1024,0.011437333292431302
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,12288,0.4261013401879205
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,2048,0.012633778154850006
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,16384,8.65384250217014
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,2560,0.0638186666700575
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,1536,0.4390977753533258
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,10240,2.8525742424858938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,5120,0.21976621945699057
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,3072,0.02028888960679372
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,16384,0.04551377892494202
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,768,0.005558222118351195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,16384,0.008793777889675563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,10240,0.024506666594081458
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,32,0.0027991111079851785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,12288,0.007609777980380588
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,2048,0.013929777675204806
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,128,0.0032826666202810076
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,16384,0.02367111047108968
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,3072,0.02488888965712653
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,3584,0.10798844363954331
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,4096,0.04231733414861891
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,3584,0.08973599804772271
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,1536,0.017806222041447956
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,7168,0.27703645494249135
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,768,0.03867644402715895
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,32,0.008053333395057255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,3584,0.012303999728626676
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,65536,34.19438680013021
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,16384,0.012451555165979596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,1024,0.009112888740168678
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,12288,0.22213599416944715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,1536,0.01461155547036065
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,64,0.0039048890272776284
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,32,0.0032097777972618737
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,2560,0.011909333368142446
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,6144,0.0647182199690077
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,64,0.0046302220887608
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,768,0.008790222307046255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,12288,0.0887333353360494
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,1024,0.024359999431504145
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,1024,0.005233777893914117
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,5120,0.012522666818565793
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,1536,0.015751111838552687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,768,0.12015288405948216
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,2560,0.012167111039161682
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,16384,2.696303049723307
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,1536,0.011542222566074796
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,768,0.005525333185990651
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,128,0.003063999944263034
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,16384,0.18486489189995658
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,10240,1.401442633734809
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,1024,0.285624000761244
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,8192,0.008749333520730337
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,768,0.007294221884674496
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,1024,0.005543111099137201
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,6144,0.008063111040327284
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,32,0.0028248888750871024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,8192,0.00849333322710461
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,8192,0.05036800106366476
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,128,0.007830222447713217
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,3584,0.041942222250832446
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,4096,0.1128480037053426
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,1536,0.05383911066585117
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,65536,0.9504426320393881
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,256,0.003583999971548716
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,5120,0.06193777587678698
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,7168,0.00796977761718962
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,3584,0.025958221819665697
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,768,0.010392000277837118
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,4096,0.033160001039505005
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,1024,0.008623999853928884
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,5120,0.035232888327704534
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,8192,0.2001591126124064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,32,0.0034213333080212274
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,32,0.008031110796663497
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,512,0.09369422329796685
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,256,0.032646222247017756
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,6144,0.04666044314702352
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,5120,1.0940266715155709
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,2048,0.013528889252079858
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,512,0.05618133147557577
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,2048,0.08568088875876533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,5120,0.04554222358597649
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,16384,0.08222488562266032
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,4096,0.01961688862906562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,64,0.0024888888001441956
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,10240,0.2518097824520535
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,7168,0.1943217780854967
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,5120,0.006706666615274217
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,8192,0.05950044261084663
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,10240,0.3868088987138536
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,3072,0.07307644685109456
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,512,0.04414044486151802
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,2048,0.007664889097213745
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,5120,0.006984000404675801
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,768,0.009382222261693742
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,8192,3.851642608642578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,256,0.0034808889031410217
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,256,0.015655999382336933
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,768,0.006426666759782367
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,8192,0.07308533456590441
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,7168,0.07931200000974867
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,3584,0.026625777284304302
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,64,0.003777777983082665
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,10240,1.421165360344781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,2048,0.04145955708291795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,16384,7.555481804741754
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,768,0.009951111343171861
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,4096,0.08743377526601155
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,5120,0.007651555869314406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,16384,0.04905777838495043
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,8192,0.1630906661351522
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,10240,0.009895111123720804
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,6144,0.008302222523424361
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,3072,0.018597332967652213
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,3584,0.011352000137170156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,6144,0.04150399896833632
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,65536,0.02811644474665324
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,12288,0.00816888858874639
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,128,0.008253333469231924
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,768,0.008053333395057255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,512,0.013088000317414602
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,4096,0.007189333438873291
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,512,0.004187555362780889
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,1536,0.01828888886504703
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,128,0.011090666883521609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,7168,0.026015111141734656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,2048,0.0136835558546914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,6144,0.6428586641947428
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,768,0.00965244405799442
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,2048,0.07702666521072388
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,1536,0.01093155559566286
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,256,0.00518222235971027
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,512,2.7464959886338978
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,6144,0.008922666311264038
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,16384,1.2251413133409288
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,6144,4.217221154106988
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,2560,0.01441511180665758
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,4096,0.32935823334587944
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,512,0.010543111297819348
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,32,0.006593777901596493
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,1024,0.03452000021934509
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,3584,0.043004443248113
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,2560,0.03122399912940131
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,65536,0.011189333266682096
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,16384,0.17554222212897408
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,4096,0.011704888608720569
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,8192,0.02920444475279914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,1536,0.06492000155978732
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,5120,0.028862221373452082
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,2048,2.281704796685113
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,6144,0.12318044238620335
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,8192,0.036920001109441124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,12288,0.20649422539605033
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,10240,0.04359289010365804
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,3584,0.0069324444565508105
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,12288,1.3337422476874456
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,2560,0.0314355558819241
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,3072,0.051664001411861844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,5120,0.2610417736901177
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,8192,0.015517334143320719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,768,0.014736889137162102
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,128,0.003185777821474605
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,32,0.005484444399674733
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,512,0.0244862222009235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,65536,0.46437867482503253
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,512,0.009529777699046666
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,2048,0.039228445953793
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,3072,0.05983022186491224
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,4096,0.0587715572781033
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,3584,1.526878250969781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,7168,0.08204088608423869
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,7168,0.10357155402501424
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,64,0.004612444589535396
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,12288,0.41755199432373047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,3584,0.22809688250223795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,256,0.006039999839332368
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,7168,0.08814133538140191
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,6144,5.028588612874349
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,32,0.00574933323595259
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,65536,0.5484799808926052
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,3072,0.006286222073766921
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,7168,0.07530577977498372
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,512,0.006062222023804982
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,8192,0.01700444519519806
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,7168,0.9600612852308484
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,10240,0.008833777573373582
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,32,0.0047608887155850725
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,6144,0.044687112172444664
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,6144,0.11683732933468288
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,64,0.008603555460770925
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,10240,0.12800267007615831
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,16384,0.1792302264107598
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,128,0.00628977765639623
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,3584,0.10888444715076023
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,128,0.00327822214199437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,5120,0.030080888006422255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,8192,0.05114666620890299
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,3072,6.747191958957249
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,16384,1.0011040369669597
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,4096,0.009518221848540837
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,65536,1.434005313449436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,64,0.024734222226672705
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,7168,0.09310133589638604
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,2560,0.023366222778956097
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,16384,0.009870222045315636
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,64,0.0032417778339650896
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,6144,0.0399982233842214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,5120,0.007302222152551015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,16384,0.08688622050815159
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,512,0.006047111004590988
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,8192,0.14362311363220215
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,1536,0.013917333549923368
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,65536,0.018522666560279
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,256,0.00398577791121271
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,8192,0.10968444744745891
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,4096,0.006620444357395172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,10240,0.4306817849477132
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,6144,0.06376889016893175
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,16384,0.15390666325887045
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,3072,0.03543466660711501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,6144,0.03798310955365499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,4096,0.025645333859655593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,64,0.09323022100660537
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,64,0.004091555459631814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,65536,8.9476318359375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,3072,0.02572088936964671
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,1024,0.013555555707878537
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,16384,0.00999466660949919
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,16384,0.09712533156077068
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,8192,0.20126577218373617
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,6144,0.028914666838116113
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,3584,0.03105777833196852
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,1536,0.091575112607744
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,65536,0.338539547390408
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,12288,0.18251910474565294
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,5120,0.007479111353556315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,65536,0.2906800111134847
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,768,0.030210667186313208
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,128,0.0032026666320032547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,5120,0.008215111162927415
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,32,0.0026782221264309357
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,16384,0.5652782122294108
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,768,0.009710222482681274
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,10240,0.8803111182318794
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,7168,0.034726222356160484
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,10240,0.045639998382992215
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,64,0.12105600039164226
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,12288,0.08599199851353963
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,2048,0.009697777529557547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,16384,0.06845333178838094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,768,0.03910488883654276
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,1536,0.006719111154476802
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,12288,0.10224711232715183
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,32,0.054604444238874644
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,12288,0.5785182317097982
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,32,0.018896889355447557
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,12288,0.1529511080847846
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,1536,0.035383111900753446
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,1536,0.027013333307372198
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,8192,0.014096000128322177
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,16384,0.2903849018944634
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,256,0.019573332534896005
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,128,0.003137777869900068
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,1024,0.014851555228233337
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,10240,0.03869688842031691
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,8192,0.08899022473229302
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,65536,1.7575830883449977
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,12288,0.9497991138034396
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,128,0.008676444490750631
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,6144,0.05522488885455661
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,1024,0.4913946787516276
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,128,0.004996444616052839
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,256,0.003932444585694207
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,64,0.0329368876086341
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,768,0.008013333711359236
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,4096,0.1662364403406779
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,1024,0.008813333180215623
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,65536,1.1783875359429252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,7168,0.028054220808876887
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,7168,0.6321982277764214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,768,0.008496888809733922
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,3584,1.063227547539605
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,2560,0.007977777885066139
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,4096,0.00924444446961085
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,512,0.013646221823162503
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,32,0.028423110644022625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,7168,0.11218133237626816
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,6144,0.148744887775845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,128,0.0041128889554076726
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,128,0.00535733335547977
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,6144,0.24313155810038248
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,64,0.008923555413881937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,16384,0.02604355580276913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,3072,0.00685511115524504
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,64,0.004571555389298333
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,1024,0.22347466150919595
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,65536,21.9774407280816
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,512,0.005966222120655908
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,1536,0.04602755440606011
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,768,0.0064488889442549805
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,64,0.0361422234111362
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,4096,0.12891733646392822
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,10240,0.015122666954994202
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,3072,0.05482133229573568
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,3072,0.008092444803979661
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,1536,0.012392000191741519
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,3072,0.04579822222391764
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,10240,0.01348355578051673
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,16384,0.15607821941375732
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,6144,0.20276089509328207
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,256,0.0034622223012977173
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,12288,0.013436444103717804
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,3584,0.012653333445390066
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,128,0.0037804444630940757
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,768,0.0068764446510208984
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,1536,0.4157502121395535
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,3584,0.03814399904674954
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,65536,1.4726986355251734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,64,0.0031155554784668815
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,32,0.05499822232458326
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,2048,0.07003288798862033
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,4096,2.4324044121636286
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,1024,0.016021332807011075
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,8192,0.10266577535205418
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,4096,0.10407644510269165
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,3584,0.026557332939571802
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,3072,0.012672888735930124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,2560,0.03447466757562425
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,5120,0.038768000072903104
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,6144,0.14426310857137045
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,256,1.6515288882785375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,5120,0.04198399848408169
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,256,0.004505777938498391
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,512,0.05750222338570488
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,64,0.011218667030334473
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,2560,0.036714666419559054
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,2560,0.007879111501905654
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,64,0.01848088867134518
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,12288,0.1679662201139662
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,10240,0.008925333619117737
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,1536,0.009642666412724389
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,10240,0.05662755833731758
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,2048,0.30386310153537327
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,65536,6.661673651801215
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,65536,0.3738897906409369
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,1024,0.02201066745652093
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,4096,0.21153599686092803
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,10240,0.10878044366836548
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,512,0.004956444518433677
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,512,0.004464000049564573
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,32,0.0027431110954946945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,12288,0.1552693314022488
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,10240,0.04112177756097581
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,3072,0.05079822076691521
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,2560,0.07536622550752428
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,1536,0.055551999145083956
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,2048,0.007717333734035492
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,3584,0.009226666556464301
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,7168,0.014467555615637036
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,128,0.14450311660766602
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,10240,0.1421004401312934
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,6144,0.022996443841192458
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,256,0.016286222471131217
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,12288,0.4797777599758572
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,128,0.0035342222286595237
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,32,0.03012266755104065
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,128,0.04538933436075846
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,12288,0.15864533848232693
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,16384,0.06393777661853366
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,7168,0.17747110790676543
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,12288,0.09717422061496311
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,4096,0.027449778384632532
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,2560,0.03938400083118015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,768,0.029314666986465454
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,128,0.005184000151024925
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,16384,0.4312782287597656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,10240,0.2495431105295817
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,8192,0.31246399879455566
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,3072,0.010506666368908353
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,768,0.019503111640612285
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,1024,0.007038222418891058
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,64,0.004322666674852371
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,64,0.002850666642189026
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,512,0.019152000546455383
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,3584,0.04271644353866577
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,16384,0.19524178240034315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,16384,0.1516524420844184
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,32,0.003162666741344664
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,1536,0.21753422419230142
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,65536,0.8383226924472384
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,64,0.002926222152180142
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,768,0.39265065722995335
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,256,0.004505777938498391
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,65536,0.582008891635471
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,512,0.05446311169200473
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,12288,0.00832177781396442
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,7168,0.007355555891990662
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,4096,0.013688888814714221
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,1024,0.02257688840230306
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,5120,0.08502755562464397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,1024,0.01565511193540361
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,10240,0.044228444496790566
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,6144,0.0302746660179562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,5120,0.04676622152328491
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,2560,0.005603555589914322
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,3584,0.014352889524565803
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,64,0.0027919999427265594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,65536,0.20119199487898085
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,16384,0.39700977007548016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,4096,0.10103022389941746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,3072,0.055923554632398814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,768,0.01881511178281572
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,2560,0.006716444260544247
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,3072,0.05107288890414768
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,12288,5.244144863552518
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,6144,0.31194665696885854
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,8192,0.008459555606047312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,1536,0.02145599987771776
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,12288,0.0795324444770813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,3072,0.0475413335694207
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,512,0.018177777528762817
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,1024,0.011202666494581433
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,8192,0.098471999168396
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,10240,0.052448888619740806
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,128,0.005583999885453119
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,1024,0.0069102222720781965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,6144,0.007594666547245449
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,8192,0.07511022355821398
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,6144,0.027049778236283198
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,3072,0.007135111424658034
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,128,0.003910222401221593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,8192,0.008990222381220924
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,2560,0.00498933345079422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,768,0.00872622181971868
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,65536,9.01120079888238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,8192,0.45932621426052517
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,3072,0.2733546627892388
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,4096,0.03603200117746989
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,128,0.008359111017651027
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,2048,0.01789688898457421
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,1024,0.01427288850148519
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,7168,0.040603554911083646
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,2560,0.011376889215575324
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,4096,0.391046232647366
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,6144,0.008346666892369589
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,3584,0.023944889505704243
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,10240,0.016573333077960543
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,65536,0.0768337779574924
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,512,0.0047395556337303585
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,256,0.017852443787786696
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,128,0.0033111110743549135
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,12288,0.14110222127702501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,65536,0.4116035567389594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,3584,0.02033155494266086
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,2560,0.010741333166758219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,8192,0.015607999430762397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,512,0.006214222146405115
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,16384,0.3992631170484755
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,8192,0.02689244515366024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,65536,10.776514689127604
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,5120,0.03416000141037835
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,768,0.010266666611035665
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,1024,0.022216889593336318
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,768,0.01940000057220459
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,512,0.006099555641412735
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,32,0.003664888855483797
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,512,0.005210666606823604
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,16384,0.5666569073994955
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,12288,0.12002489301893447
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,128,0.02090577781200409
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,12288,0.26559289296468097
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,3072,0.013154666456911298
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,3584,0.03687999977005853
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,10240,0.022441777918073866
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,1024,0.025960000024901494
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,128,0.0032391111469931076
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,4096,0.0262044436401791
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,32,0.003830222205983268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,3584,0.05435199870003594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,6144,0.035750223530663386
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,4096,0.04647199975119697
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,1536,0.017166222135225933
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,2048,0.014707555373509726
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,256,0.004829333474238713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,512,0.1226560009850396
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,2048,0.016404444972674053
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,768,0.0311173333062066
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,7168,0.008046222229798635
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,12288,5.025010850694445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,128,0.04128355450100369
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,10240,0.07947911156548394
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,7168,7.698238796657986
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,1024,0.00775822252035141
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,1536,0.004048000193304486
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,1024,0.004380444271696938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,3584,0.03286133209864298
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,1024,0.008640888664457533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,1536,0.02440622283352746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,7168,0.10472000307506985
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,65536,0.42816710472106934
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,12288,0.1648391087849935
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,64,0.002879111096262932
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,32,0.007794666621420119
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,2560,0.338539547390408
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,16384,0.08603199985292222
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,1536,0.21649511655171713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,16384,0.13904533121320936
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,256,0.005744888964626525
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,3072,0.24894399113125273
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,1024,0.011301333705584208
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,7168,0.011604444848166572
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,7168,0.008821333448092142
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,4096,0.35405421257019043
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,7168,0.024738666084077623
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,4096,0.06183377901713053
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,3584,0.008201777935028076
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,7168,0.07967733012305366
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,65536,1.5295386844211156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,32,0.004994666824738185
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,2048,0.0058417779703934984
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,65536,0.10509600241978963
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,768,0.09404622183905707
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,2560,0.028767112228605483
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,1536,0.027285334136750963
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,7168,0.10292622115876938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,8192,0.09919377830293442
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,2560,0.2679742177327474
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,32,0.003192000091075897
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,10240,0.10326933198504978
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,65536,0.2750195662180583
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,8192,0.06301244762208727
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,65536,0.017998221847746108
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,64,0.006887110984987683
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,3584,0.02145511077509986
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,6144,1.0131688647800021
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,12288,0.2695048915015327
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,16384,0.4214319917890761
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,1024,0.013176889055305056
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,1536,0.012326222327020435
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,128,0.007368889119890001
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,1536,0.011335111326641507
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,65536,0.28155467245313853
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,256,0.008307555483447181
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,4096,0.0069395556218094295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,6144,0.15582399898105198
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,10240,6.176103803846572
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,10240,0.038543111748165555
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,7168,0.777583122253418
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,2048,0.0288355549176534
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,2560,0.015270221564504834
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,12288,0.0324524442354838
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,7168,0.12512977917989096
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,64,0.13805688752068415
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,128,0.008003555238246918
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,512,0.0046977777447965415
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,128,0.011824888487656912
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,2560,0.024487111303541396
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,1024,0.006619555668698416
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,2048,0.018591110905011494
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,32,0.0052488889131281115
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,2560,0.08318044741948445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,1536,0.0671973360909356
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,256,0.07446400324503581
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,4096,0.03052088949415419
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,1024,0.00887822194231881
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,5120,0.40959999296400285
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,1024,0.02839822239345974
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,256,0.0053582220441765254
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,32,0.00508266646001074
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,4096,0.06975644164615206
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,2560,0.021368000242445204
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,10240,0.07618577612770928
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,64,0.007055111229419708
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,12288,0.018755555152893066
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,32,0.027837332752015855
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,64,0.003855111284388436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,8192,0.09053511089748806
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,768,0.020561777883105807
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,2560,0.012269333004951477
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,7168,0.18208800421820748
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,2048,0.014857777290874057
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,1024,0.006206222292449739
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,4096,0.01681600014368693
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,5120,0.058427552382151283
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,512,0.014487110906177096
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,5120,2.702689700656467
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,16384,0.008774222599135505
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,2560,0.06238044632805718
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,16384,0.562155564626058
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,1024,0.016892444756295946
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,1024,0.007816889219813878
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,6144,0.30954665607876247
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,4096,0.006917333437336816
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,128,0.003633777714437909
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,1024,0.004184000194072723
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,8192,35.532796223958336
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,32,0.004782222211360931
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,65536,0.5123030874464247
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,12288,0.0889342228571574
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,16384,0.562735981411404
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,4096,0.1261519988377889
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,128,0.007199111084143321
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,2048,0.008051555189821456
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,3584,0.010494222243626913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,10240,0.0737031102180481
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,16384,0.008744888835483128
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,64,0.02602133320437537
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,3072,0.006893333461549547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,6144,0.11211110485924615
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,2560,1.0421617296006944
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,16384,0.02847555610868666
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,128,0.0032186667538351486
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,7168,0.008257778154479133
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,12288,0.07992977566189237
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,16384,1.7768906487358942
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,2560,0.022848889231681824
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,4096,0.11418310801188152
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,3584,0.03401244348949856
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,7168,0.7304257816738553
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,8192,0.007557333343558841
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,512,0.008632000121805403
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,32,0.0027502222607533136
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,5120,0.021176889538764954
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,32,0.003383111208677292
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,64,0.06421155399746366
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,256,0.004014222158326043
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,16384,0.009263111485375298
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,1024,0.03901244534386529
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,1024,0.007893333004580604
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,1536,0.00978577799267239
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,2560,0.7419866455925835
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,8192,0.12969066037072077
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,8192,0.07969599962234497
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,3072,0.011150221857759686
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,1024,0.007920000288221572
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,2560,0.15476800335778132
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,8192,0.1966773271560669
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,12288,0.013863999810483722
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,6144,0.009469333622190688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,7168,0.3141520023345947
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,128,0.014752000570297241
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,64,0.006142222219043308
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,256,0.0038862224254343244
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,65536,0.09219555722342597
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,16384,0.00959644466638565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,2048,0.012866666747464074
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,512,0.005482666608360078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,8192,2.272519005669488
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,8192,0.07095377975040011
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,3584,0.007609777980380588
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,4096,0.02700800034734938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,256,0.004193777839342753
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,12288,0.3297084437476264
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,8192,0.009309333231714036
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,65536,0.19035732746124268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,3584,0.6330542034573025
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,3072,0.017123555143674214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,10240,0.04365333252482944
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,7168,0.07300800085067749
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,64,0.00834222220712238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,7168,0.014514666464593677
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,2048,0.03388177686267429
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,256,0.009158222211731805
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,3584,0.01368711143732071
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,1024,0.009637333452701569
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,3584,0.00814577771557702
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,768,0.006999111009968652
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,16384,0.0898711085319519
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,256,0.015749333633316886
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,65536,0.4204106595781114
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,4096,0.013164444102181328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,5120,0.0395706660217709
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,512,0.01075644459989336
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,4096,0.02815022071202596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,3072,0.006881777611043718
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,6144,0.017814222309324477
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,3072,0.10130844513575236
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,64,0.0032808888289663526
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,32,0.0025351111673646504
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,5120,0.05163822240299649
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,16384,0.22242400381300184
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,768,0.018848000301255118
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,128,0.004679111142953237
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,512,0.02611733310752445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,4096,0.027905778752432928
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,16384,0.058760000599755176
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,6144,0.014695111248228284
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,3072,0.4033084445529514
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,2048,0.012415111064910889
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,6144,0.03898488812976413
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,32,0.003165333428316646
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,6144,0.0181013329161538
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,2560,0.2121795548333062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,12288,0.040192888842688665
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,128,0.021498666869269475
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,64,0.004594666676388847
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,8192,0.0351217786471049
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,3072,0.011210666762457954
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,3584,0.11322311560312907
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,1024,0.1488915549384223
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,7168,0.011741333537631564
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,2560,0.02576444380813175
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,65536,1.7929244571261937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,65536,0.1512248913447062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,5120,0.007057777709431118
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,512,0.011696000066068439
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,512,0.2695191171434191
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,4096,0.02154133386082119
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,65536,0.5740568902757432
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,32,0.003564444267087512
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,4096,0.07034399774339464
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,10240,0.042344888051350914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,2560,0.01984444426165687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,4096,0.015302222636010913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,32,0.002806222273243798
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,256,0.02885599931081136
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,256,0.03015022145377265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,4096,0.03017866611480713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,64,0.016373333003785875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,64,0.005998222364319696
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,5120,0.009111999637550777
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,768,0.10604000091552734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,768,0.016844444804721408
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,10240,0.03224888775083754
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,256,0.0036231109665499795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,1024,0.0936373339758979
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,32,0.0026640000028742682
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,10240,0.07564089033338758
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,128,0.007727111379305522
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,128,0.005256888767083486
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,3072,0.005978666659858491
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,12288,2.669192843967014
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,1536,0.022618666291236877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,16384,0.037444445821974016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,1024,0.00926577796538671
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,12288,0.12716621822781032
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,12288,0.01407199932469262
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,1536,0.0067528887755341
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,3584,0.03379288978046841
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,32,0.004496888981925117
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,8192,0.11941688590579563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,3584,0.10995999972025554
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,2048,0.04383288820584615
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,128,0.0033173333439562055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,10240,0.011931555966536203
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,64,0.003257777748836411
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,1536,0.014722666806644864
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,512,0.007043555378913879
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,768,0.01610666679011451
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,64,0.012133333418104382
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,1536,0.0162124451663759
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,256,0.008785777621799046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,5120,0.0069875551594628235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,10240,0.08363822433683608
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,65536,1.0763262642754448
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,512,0.10193955236011082
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,6144,0.006607111129495833
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,12288,0.010452444354693094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,3584,0.011226666470368704
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,12288,0.107515553633372
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,10240,0.10776444276173909
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,64,0.00423555572827657
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,512,0.1959608925713433
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,512,0.006653333289755716
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,2048,0.09485866626103719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,3584,0.08377955357233684
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,4096,0.8724640210469564
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,3072,0.035699556271235146
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,2048,0.15001332759857178
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,1536,0.3438977665371365
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,3072,0.007093333535724216
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,10240,0.018536888890796237
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,512,0.004458666675620609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,6144,0.30998844570583767
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,2048,0.007895111209816402
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,5120,0.0320355561044481
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,128,0.004229333251714706
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,2048,0.021014221840434607
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,8192,0.05408799979421827
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,10240,0.008740444150235917
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,1536,0.0147724449634552
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,32,0.0034382223255104492
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,10240,0.01566488875283135
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,4096,0.02107644412252638
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,3584,0.007749333149856991
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,6144,0.1472782161500719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,16384,0.014843554960356818
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,256,0.004074666649103165
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,6144,0.1543075508541531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,1024,0.21965955363379586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,256,0.005229333208666907
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,768,0.12260622448391384
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,768,0.677636464436849
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,10240,0.7260613441467285
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,64,0.003305777700410949
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,1024,0.1810071070988973
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,512,0.16159021854400635
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,1536,0.006305777778228124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,3072,0.24271999465094674
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,10240,0.230475558174981
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,512,0.009728888670603434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,128,0.004381333374314838
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,4096,0.32130310270521373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,12288,0.1525582207573785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,10240,0.8579040103488498
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,512,0.3050808906555176
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,4096,0.009638222555319468
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,8192,0.031750222047170006
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,1024,0.016396444704797532
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,1536,0.007015110717879401
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,10240,0.38631200790405273
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,5120,0.04878133204248217
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,4096,0.29675110181172687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,65536,0.08629600207010905
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,8192,0.11508356200324164
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,65536,0.025210666987631056
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,16384,0.0476746658484141
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,64,0.002740444408522712
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,6144,0.0834311114417182
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,12288,0.20198399490780303
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,4096,0.04898311032189263
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,3584,0.10819022523032294
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,2560,0.008443555898136562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,3584,0.025271111064487036
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,3072,0.09487022293938531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,4096,0.5269333521525065
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,7168,0.21082754929860434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,1024,0.01333688861793942
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,10240,0.008244444098737504
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,32,0.002581333327624533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,10240,0.2026524411307441
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,65536,3.564311981201172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,2560,0.022993778189023335
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,65536,7.825843811035156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,1024,0.006194666855865055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,8192,0.04142399960094028
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,64,0.006552000012662675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,12288,0.0410444438457489
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,65536,0.8070675532023112
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,64,0.022974222898483276
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,7168,0.017679111825095285
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,12288,0.008268444074524773
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,32,0.0033964444365766314
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,768,0.007618666523032718
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,128,0.0037235555549462638
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,2048,0.00811111099190182
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,256,0.005417777846256892
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,65536,0.0668462249967787
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,4096,1.0427573521931965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,6144,0.48597510655721027
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,1024,0.005158222383923001
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,64,0.0031911111954185697
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,768,0.004987555659479565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,2560,0.012758221891191272
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,128,0.004424889054563311
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,2048,0.055325332615110606
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,16384,0.3507262335883246
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,12288,0.13157333268059626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,10240,0.40531110763549805
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,768,0.018886221779717337
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,1536,0.08116888999938965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,5120,0.06928800212012397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,128,0.07890399959352282
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,128,0.004359999878538979
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,10240,0.02425777746571435
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,32,0.02990488873587714
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,64,0.11671555042266846
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,8192,0.083624886141883
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,3584,0.17148178153567842
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,3072,0.010325333310498131
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,65536,6.931597391764323
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,4096,0.03152088986502753
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,512,0.018979556030697294
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,2048,0.02126311096880171
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,64,0.003104000041882197
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,5120,0.01724799970785777
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,32,0.0030453333424197305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,512,0.004060444318585926
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,2560,0.006412444429265128
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,5120,0.10509333345625137
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,256,0.0034871109657817413
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,3584,0.01390044391155243
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,10240,0.6652035713195801
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,65536,0.22264088524712455
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,6144,0.15656888484954834
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,16384,0.06865688827302721
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,12288,0.19748800330691865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,5120,0.11283111572265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,16384,0.29786756303575307
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,3072,0.008837333156002892
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,7168,0.016121778223249648
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,1536,0.007118222614129384
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,4096,0.02171733313136631
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,2560,0.0075191110372543335
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,1536,0.027253333065244887
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,3072,0.006525333142942852
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,1536,0.015226667126019796
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,768,0.00630044440428416
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,2560,0.007844444778230455
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,3584,0.08394577768113877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,32,0.004192000048028098
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,1536,0.007052444749408298
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,512,0.007166222565703922
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,64,0.004294222427739037
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,1024,0.007254222200976477
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,6144,0.050223999553256564
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,2560,0.08530488941404556
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,256,0.014404444230927361
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,12288,0.09144088957044814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,64,0.005896889087226655
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,1536,0.010409778190983666
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,1536,0.0284222231970893
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,128,0.0034426665968365143
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,2560,0.01867288847764333
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,12288,0.009959999885823991
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,2048,0.33542667494879824
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,12288,0.6180613305833604
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,3584,0.06776977909935845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,256,0.005151999907361137
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,16384,0.15184356106652155
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,3584,0.010027555955780877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,32,0.0041413332025210066
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,3072,0.045553776952955455
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,64,0.0028986665937635633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,4096,0.03925688730345832
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,65536,0.5732311142815484
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,1536,0.00700711127784517
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,12288,0.16411911116706
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,2560,0.0058106668293476105
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,768,0.015395555231306287
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,768,0.013043555948469373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,32,0.0031226666437255014
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,64,0.003101333354910215
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,1536,0.02715822226471371
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,3072,0.04416888952255249
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,3072,0.02072622213098738
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,512,0.2356346713172065
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,1024,0.012231999801264869
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,2048,0.07006222009658813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,12288,0.11903733677334255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,32,0.0034462221794658234
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,2048,0.007606222397751278
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,32,0.003896000070704354
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,256,0.0032711111836963226
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,10240,0.05388177765740288
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,8192,0.08809866507848103
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,12288,0.11828888787163629
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,128,0.005220444252093633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,1024,0.020250666472646926
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,7168,0.11102400223414104
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,2560,2.836659537421333
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,3072,0.25966045591566295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,512,0.006783999916579988
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,5120,0.07249689102172852
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,64,0.003941333128346337
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,4096,0.04834489027659098
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,1024,0.055388443999820285
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,2048,0.01402666668097178
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,512,0.006049777898523543
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,64,0.01835555500454373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,2048,0.11347822348276775
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,3072,0.00700800038046307
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,16384,4.505749172634549
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,3072,0.06761866807937622
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,4096,0.033257779147889875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,7168,0.012355555262830524
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,2048,0.08810666534635757
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,6144,0.07522222068574694
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,768,0.08406488762961493
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,7168,0.248834662967258
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,5120,0.05653866794374254
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,3072,0.012463111016485425
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,3584,0.020248888267411124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,1024,0.060009777545928955
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,5120,0.11149599817064072
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,128,0.01219555570019616
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,3072,0.006078222145636876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,2560,0.007815111014578078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,3584,0.02868000004026625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,16384,1.2819297578599718
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,1536,0.02049333353837331
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,5120,0.007095110913117726
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,32,0.0027742222365405825
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,2048,0.011752000285519494
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,7168,0.03688800003793504
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,5120,0.012987555729018318
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,7168,0.1403777731789483
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,768,0.03365955419010586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,128,0.0034959999223550162
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,12288,0.1508293284310235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,10240,0.04046044415897793
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,3072,0.011333333121405708
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,64,0.0031031111462248694
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,1024,0.01834844383928511
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,32,0.003104000041882197
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,16384,0.3024382326338026
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,1024,0.008967111508051554
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,2560,0.014324444863531323
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,65536,0.35839200019836426
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,8192,0.017658667431937326
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,4096,0.031075557072957356
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,5120,0.009896888501114314
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,512,0.06626400020387438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,512,0.004118222329351637
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,32,0.015209777487648858
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,32,0.002708444371819496
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,256,0.004139555411206352
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,10240,0.09833333227369521
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,6144,0.019673777951134574
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,7168,3.814849005805122
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,5120,0.1482915613386366
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,4096,0.7262755499945747
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,65536,0.32068533367580837
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,2560,0.10224444336361355
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,4096,0.0299271113342709
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,2048,0.014487110906177096
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,1024,0.005816000203291575
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,512,0.007064888874689738
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,16384,0.20516799555884468
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,6144,0.5373733308580186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,7168,4.299360063340929
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,128,0.03794577717781067
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,3584,0.034322665797339544
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,512,0.010853333605660332
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,1536,0.06741244263119169
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,6144,0.04272888766394722
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,6144,0.011525332927703857
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,2560,0.018280888597170513
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,64,0.0026942222482628296
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,128,0.0032417778339650896
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,128,0.00300177786913183
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,3072,0.0073928890956772705
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,1536,0.06878311104244657
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,1536,0.005550222264395819
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,512,0.008532444636027018
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,10240,0.07490222321616279
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,32,0.0038133333954546186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,2048,0.014365333649847241
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,3584,0.08563466866811116
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,6144,0.07503110832638211
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,128,0.0031840000301599503
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,5120,0.044256889157825045
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,3584,0.007524444825119442
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,7168,0.05944177839491102
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,1536,0.011504000259770287
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,7168,0.06629333231184217
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,8192,0.07441777653164335
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,6144,0.007098666495747036
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,1536,0.014687110980351767
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,32,0.0029120000286234748
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,65536,0.07190577851401435
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,16384,0.19566755824618867
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,5120,0.130021333694458
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,32,0.0030497778207063675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,32,0.004922666483455234
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,3072,0.011591110792424945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,6144,6.651028527153863
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,65536,5.520512051052517
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,128,0.0068986668354935115
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,1536,0.020376889242066275
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,64,0.003077333379122946
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,512,0.015822221835454304
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,1536,0.1626933283276028
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,768,0.044136888451046415
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,32,0.0038284444146686127
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,128,0.012427555190192329
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,65536,0.1574595504336887
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,7168,0.17415289084116617
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,256,0.020302222834693063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,1536,0.026146666871176824
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,3584,0.02907555633121067
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,768,0.013232000172138214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,65536,0.09071289168463813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,12288,0.041542222102483116
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,2560,0.2170097827911377
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,64,0.004726222405831019
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,768,0.004840888910823398
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,7168,0.19866489039527047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,512,0.027804444233576458
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,128,0.013595555391576556
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,512,0.037263999382654824
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,64,0.06344711118274264
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,32,0.00342755557762252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,12288,0.3343502150641547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,3584,0.01575288838810391
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,64,0.003170666595300039
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,7168,2.983063167995877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,10240,0.11103910870022243
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,16384,0.18602222866482207
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,1024,0.005818666683302985
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,5120,0.5208240085177952
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,6144,0.011350221931934357
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,10240,0.026199110680156287
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,16384,0.01277511070171992
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,7168,0.032749334971110024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,6144,0.01705422169632382
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,256,0.020139555136362713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,128,0.022127999199761286
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,256,0.012140444583363004
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,12288,0.23846843507554796
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,64,0.0028880000528362063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,12288,0.11825599935319688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,6144,0.10006578101052178
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,64,0.00300444434914324
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,6144,0.23907910452948677
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,32,0.005245333330498801
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,32,0.004288889053795072
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,10240,0.08591110838784112
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,1024,0.007992000215583378
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,32,0.0034835553831524322
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,10240,0.061871998839908175
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,128,0.009520000053776635
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,12288,0.011405333048767514
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,1024,0.023678221636348303
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,768,0.020869332883093093
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,65536,0.5554862022399902
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,6144,0.08333777719073826
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,16384,0.7343404557969836
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,65536,0.05500355694029066
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,1536,0.005160000175237656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,2048,0.031572444571389094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,256,0.006872889068391588
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,768,0.015487111277050443
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,32,0.0032257777121331957
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,256,0.003564444267087512
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,32,0.0028435554769304064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,256,0.005039999882380168
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,768,0.010592000352011787
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,6144,0.1390871074464586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,12288,0.02086488902568817
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,65536,0.305585781733195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,1024,0.18104088306427002
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,4096,0.01404622197151184
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,65536,0.14149422115749782
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,128,0.003927999900446998
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,3584,0.03406044509675767
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,3584,0.0414284434583452
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,768,0.015079110860824585
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,6144,3.7259288363986545
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,1536,0.5087955792744955
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,5120,0.020802666743596394
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,7168,0.008414222134484185
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,64,0.01646222174167633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,3584,0.04893866512510511
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,1536,0.18293600612216523
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,64,0.0029599999801980127
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,10240,0.1605342229207357
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,12288,0.23110222816467285
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,512,0.004059555629889171
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,2048,0.04208977686034309
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,4096,0.04996711015701294
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,6144,0.046670221620135836
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,7168,0.11339378356933594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,1024,0.16077066792382136
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,512,0.013552000125249227
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,6144,0.11640444066789414
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,512,0.05414666732152303
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,3584,0.06316888994640775
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,256,0.0074888889988263445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,2560,0.3530248800913493
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,16384,0.08470933304892646
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,32,0.0031155554784668815
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,64,0.09272978040907119
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,12288,0.015658666690190632
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,12288,7.397812737358941
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,128,0.0031679999083280563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,8192,0.057167112827301025
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,64,0.0035297779573334586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,128,0.003036444385846456
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,6144,0.06736355357699923
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,32,0.0033564445459180405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,4096,0.05244355400403341
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,6144,0.026574222577942744
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,64,0.10546221998002793
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,5120,0.10625600152545506
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,2048,0.00811822215716044
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,2560,0.2037688891092936
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,5120,0.01793333391348521
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,10240,0.01014311114947001
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,12288,0.008197333249780867
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,6144,0.007314666277832455
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,128,0.005703111075692707
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,3584,0.09097422493828668
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,16384,0.022478222846984863
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,2048,0.014545778433481852
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,1024,0.005168000029193031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,32,0.15116355154249403
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,10240,1.4100507100423176
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,1536,0.0058648888435628675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,8192,4.341983795166016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,4096,0.08993689219156902
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,5120,0.004763555609517627
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,128,0.00739733295308219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,16384,0.02392622166209751
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,2560,0.013576000101036496
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,768,0.022859555151727464
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,6144,0.15227111180623373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,768,0.005453333258628845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,128,0.003367111086845398
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,7168,0.14969333012898764
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,8192,0.034865776697794594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,12288,0.1569546726014879
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,256,0.011081777513027191
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,2048,0.05460800064934624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,65536,0.21330400307973227
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,3072,0.11664266056484646
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,6144,0.03827910953097873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,7168,2.0332274966769748
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,10240,0.17799554930792916
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,12288,0.03938044442070855
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,64,0.0028106667515304354
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,768,0.031110223796632554
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,256,0.006121777825885349
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,1024,0.06232177548938327
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,8192,0.008211555580298105
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,8192,0.5508693589104546
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,12288,0.6614658037821451
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,32,0.0026702222724755607
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,32,0.002732444347606765
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,64,0.0036355555057525635
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,1536,0.006676444576846228
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,512,0.014814222852389017
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,7168,0.08413422107696533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,10240,0.022152889106008742
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,1536,0.009507555928495195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,3072,0.042740444342295326
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,768,0.0063075555695427795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,3072,0.0999164448844062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,128,0.02548355526394314
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,256,0.0034479999707804788
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,10240,0.0266311119000117
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,256,0.006083555519580841
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,16384,0.11605955494774713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,12288,0.2827075587378608
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,2560,0.40513867802090114
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,32,0.00388355553150177
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,1024,0.015124445160230001
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,1024,0.004869333157936732
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,32,0.003481777591837777
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,16384,0.5598230891757542
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,1536,0.027983999914593164
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,1536,0.005436444448100195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,768,0.20011999871995714
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,768,0.02871111035346985
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,768,0.007606222397751278
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,8192,0.10861511362923516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,32,0.005231110999981563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,2560,0.13741600513458252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,8192,0.39313244819641113
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,5120,0.05862222115198771
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,2048,0.03210577699873183
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,3072,2.7924372355143228
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,10240,0.25
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,1536,0.04414133230845133
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,8192,5.210937923855252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,3584,0.06231111288070679
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,512,0.08911644750171238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,768,0.008022222254011366
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,512,0.01925511161486308
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,32,0.0028355556229750314
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,2048,0.11017511288324992
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,7168,0.0125928885406918
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,256,0.004143110993835661
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,16384,0.7672479947408041
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,4096,0.4234115547604031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,6144,0.034535109996795654
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,5120,0.12785155243343777
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,768,0.009215110705958473
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,512,0.006009777800904379
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,1024,0.02164977788925171
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,3072,0.08754222260581122
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,3072,0.0148053334818946
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,6144,0.02275111112329695
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,2048,0.05416355530420939
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,7168,0.04586933387650383
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,6144,0.07365333371692233
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,65536,0.14841689003838435
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,5120,0.032157331705093384
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,2560,0.011556444068749746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,3072,3.4060471852620444
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,4096,0.006617777877383762
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,512,0.08670222096972996
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,3584,0.057229333453708224
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,512,0.012628444366984896
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,128,0.0031600000543726813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,128,0.0034862222770849862
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,32,0.0025519999778932994
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,128,0.01090400003724628
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,3072,0.010320000350475311
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,7168,0.025072889195548162
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,2048,0.007516444557242923
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,8192,0.17535466618008086
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,5120,0.012522666818565793
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,4096,0.009850666754775578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,8192,0.4137795501285129
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,12288,0.0671795540385776
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,6144,1.3508124881320531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,256,0.3680560059017605
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,128,0.034741332133611046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,7168,1.1883083979288738
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,7168,0.034783111678229436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,256,0.008728889127572378
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,10240,0.14291732841067845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,768,0.12479733096228705
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,64,0.004284444368547863
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,2048,0.033795555432637535
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,8192,0.008685333033402761
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,768,0.00545866663257281
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,65536,0.304145786497328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,1024,0.025626666016048853
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,7168,0.273726224899292
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,16384,0.2760844495561388
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,10240,2.856212404039171
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,5120,0.034506665335761175
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,7168,0.5007448726230198
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,7168,0.0968080030547248
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,7168,0.02158222264713711
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,128,0.00407288885778851
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,64,0.003647110942337248
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,64,0.005532444351249271
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,8192,0.0395359992980957
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,5120,0.023630221684773762
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,7168,0.009518221848540837
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,10240,0.08102222283681233
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,10240,0.011487111449241638
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,8192,0.02315644423166911
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,32,0.0033866665843460294
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,5120,0.012072888513406118
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,65536,0.06581155459086101
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,2048,0.009876444107956356
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,3072,0.023042667243215773
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,256,0.003664888855483797
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,5120,0.06794399685329862
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,1536,0.015286222100257874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,768,0.017836444907718234
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,32,0.002798222212327851
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,6144,0.29530488120185006
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,1536,0.10013155804740058
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,6144,0.2995857662624783
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,64,0.0036559998989105225
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,2048,0.016712889075279236
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,3072,0.02747022277779049
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,3584,0.786584907107883
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,512,0.006752000086837345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,7168,0.007924444145626491
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,2048,0.010879110958841113
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,6144,0.008970666262838576
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,7168,0.010682666467295753
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,64,0.0028702221396896574
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,512,0.04042133357789781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,128,0.11083466476864284
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,3584,0.01752622259987725
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,768,0.004864888886610667
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,12288,0.0075084442893664045
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,8192,3.5682445102267795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,10240,0.053245332505967885
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,12288,0.29880356788635254
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,32,0.0032275555034478507
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,4096,0.018420444594489205
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,3072,0.013273778061072031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,768,0.016516443755891588
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,768,0.27995912233988446
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,8192,0.6315706570943197
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,4096,0.06490844488143921
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,1536,0.010790222220950656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,8192,0.1177448829015096
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,3072,0.11966044372982448
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,5120,0.021048888564109802
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,4096,0.41478223270840114
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,6144,0.06705511278576322
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,16384,1.8180427551269531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,512,0.004864888886610667
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,5120,0.3088231086730957
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,128,0.0058746664888328975
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,768,0.031952887773513794
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,4096,0.5333271026611328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,16384,0.03345955411593119
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,7168,0.05302844444910685
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,2560,0.0688906643125746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,32,0.0029813332690132987
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,128,0.004398222184843487
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,1536,0.024509333901935156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,8192,0.015800888339678448
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,3072,0.42512978447808164
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,3072,0.011966221862369113
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,7168,0.00816533300611708
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,2560,0.0073315559162033936
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,256,0.010626667075686984
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,2048,0.024082667297787134
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,16384,1.2675537533230252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,12288,0.45205778545803493
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,3072,0.030349334081013996
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,7168,0.022779555784331426
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,65536,0.1785351170433892
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,7168,0.07677688863542345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,512,0.006260444306664997
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,1536,0.15076177650027806
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,64,0.005311111195219888
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,2048,0.026760889424218073
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,2560,0.019647111495335896
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,256,0.005312888986534542
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,32,0.0030097777230872046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,16384,0.05296355485916138
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,512,0.008190222084522247
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,2048,0.02016799979739719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,512,0.004528000122971005
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,65536,0.027531555957264368
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,8192,0.005960888746711943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,5120,0.058713780509101025
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,6144,0.3036195437113444
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,12288,0.007600000335110559
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,1024,0.0638328856892056
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,512,0.06360355350706312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,6144,0.02887111239963108
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,3584,0.357223113377889
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,12288,0.08383555544747247
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,1536,0.007168889045715332
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,65536,2.351857715182834
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,2560,1.6076044506496852
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,1024,0.11737510893079971
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,3072,0.18148799737294516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,512,0.023337778117921617
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,256,0.0035173334181308746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,768,0.009569777382744683
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,768,0.006893333461549547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,32,0.024422221713595923
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,64,0.005373333477311664
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,768,0.018452444010310702
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,512,0.003920000046491623
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,3072,0.010028444230556488
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,65536,0.05487644341256884
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,6144,0.044417778650919594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,6144,0.10612266593509251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,2048,0.05498844385147095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,4096,0.017110221915774874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,65536,0.2540915542178684
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,32,0.0031964443624019623
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,4096,0.2528453403049045
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,5120,0.8180133501688639
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,3072,0.04016888803905911
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,1024,0.00795999997191959
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,512,0.006956444846259222
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,6144,0.11521777841779922
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,10240,5.069953918457031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,64,0.002733333243264092
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,512,0.0053377776510185665
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,3584,0.013286222186353473
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,10240,0.07981510957082112
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,2048,0.0698560012711419
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,64,0.049379554059770375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,12288,0.01830400029818217
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,1536,0.006400888992680444
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,65536,4.252755482991536
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,128,0.004071111066473855
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,128,0.00656444455186526
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,6144,0.021760000122918025
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,3072,0.016452444924248587
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,3072,0.014404444230927361
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,64,0.16860444015926787
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,5120,0.007370666497283512
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,3072,0.2791004445817736
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,12288,0.6518826484680176
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,5120,0.05997244517008463
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,512,0.05317599905861748
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,3072,0.01573066744539473
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,2048,0.10231110784742568
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,6144,0.43130045466952854
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,3584,0.14604800277286106
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,2048,0.011227555572986603
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,16384,0.9215528700086805
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,8192,0.011344888971911537
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,10240,0.09233955542246501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,2048,0.016113777955373127
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,8192,0.17836266093783906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,768,0.08000977834065755
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,12288,0.03168177935812209
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,3584,0.041159109936820135
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,6144,0.23302578926086426
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,768,0.15205244223276773
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,32,0.02387111054526435
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,2560,0.007924444145626491
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,5120,0.06422489219241671
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,6144,1.748766263326009
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,3584,0.007605333295133378
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,3584,0.08555289109547932
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,65536,0.2457804414961073
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,8192,0.030136889881557886
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,2048,0.012888000243239932
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,2560,0.051946666505601674
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,128,0.0052595556610160405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,2048,0.008204444415039485
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,10240,0.049330668316947095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,6144,0.013346666263209449
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,16384,0.038768000072903104
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,7168,0.0600222216712104
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,3584,0.02544266647762722
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,7168,0.035869333479139544
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,2560,0.15388711293538412
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,512,0.004898666507667965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,65536,0.10269866387049358
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,16384,1.2890346315171983
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,7168,0.03934222128656175
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,3072,0.013780444032616086
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,10240,0.03454222281773885
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,4096,0.01057866629627016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,65536,0.07435822486877441
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,65536,1.7429609298706055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,2048,0.12264355023701985
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,2560,1.1161911222669814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,32,0.002768888862596618
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,65536,1.792477289835612
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,65536,0.7122062047322592
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,8192,0.10387911399205525
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,65536,0.14825155999925402
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,8192,0.008877333667543199
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,64,0.002623999905255106
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,10240,0.06017688910166422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,256,0.004010666575696734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,32,0.0026142222599850762
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,2048,0.05964533487955729
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,12288,0.011439999772442712
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,8192,0.007828444242477417
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,512,0.006400888992680444
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,512,0.007148444652557373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,12288,0.15854488478766546
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,2048,0.012599111431174807
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,64,0.0033662221911880705
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,128,0.003510222252872255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,4096,0.16540533966488308
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,10240,0.34857243961758083
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,128,0.0032382222513357797
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,3072,0.04286311070124308
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,5120,0.019680000013775296
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,10240,0.058442665470970996
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,5120,0.41806756125556094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,2048,0.03412444392840067
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,512,0.03571644425392151
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,128,0.003387555480003357
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,128,0.006048888795905643
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,1536,0.007384888827800751
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,1024,0.06037866406970554
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,2048,0.06918933656480578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,512,0.012051555845472546
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,768,0.01661600006951226
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,512,0.006599111275540457
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,512,0.007676444119877285
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,4096,0.25856177012125653
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,2560,0.020080889264742535
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,7168,0.36135289404127335
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,5120,0.019567110472255282
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,2560,0.04329422116279602
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,512,0.012823999755912356
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,2048,0.023016888234350417
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,1024,0.008107555409272512
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,64,0.004784000002675586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,10240,0.20816444026099312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,512,0.00794933322403166
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,12288,0.8617617819044324
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,5120,0.01745244363943736
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,3584,0.032834665642844305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,4096,0.20679022206200492
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,8192,0.7138684590657552
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,2560,0.0063368889192740125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,3072,0.00656355544924736
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,64,0.003314666656984223
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,65536,0.11204266548156738
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,65536,0.6706737942165799
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,2048,0.03938666648334927
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,768,0.22992266549004448
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,1024,1.2160204781426323
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,128,0.0032417778339650896
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,7168,0.006843555718660355
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,768,0.005305777821275923
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,1536,0.006432000133726332
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,7168,0.010453333457310995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,512,0.02289688918325636
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,16384,0.11359822750091553
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,64,0.003718222181002299
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,512,0.011755555868148804
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,2048,0.006496888895829518
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,768,0.006401777681377199
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,10240,0.010240889257854885
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,32,0.007551111280918121
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,8192,0.6459893120659722
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,5120,0.009766221874290043
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,2048,0.43054845598008895
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,10240,0.043974220752716064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,65536,0.018796443939208984
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,6144,0.027476444840431213
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,10240,0.0306346681382921
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,2048,0.0838586688041687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,1536,0.04827910992834303
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,128,0.07933600081337823
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,7168,0.096705781088935
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,5120,0.02355466617478265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,2560,0.007375111182530721
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,6144,0.08227199978298612
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,1024,0.006320888797442119
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,3072,0.00674311113026407
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,3584,1.0575182172987196
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,768,0.018428444862365723
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,4096,0.5186870892842611
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,5120,0.25659910837809247
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,5120,0.08955733643637763
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,10240,0.08047111166848077
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,2048,0.006040888941950268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,8192,0.12168089548746745
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,512,0.0047128887640105355
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,7168,0.06330755684110853
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,64,0.013896889156765409
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,12288,0.11303288406795925
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,256,0.04303555687268575
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,8192,0.04086933202213711
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,64,0.008775999976529015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,7168,0.020375111036830477
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,7168,0.016743999388482835
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,6144,0.0074275558193524676
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,512,0.006221333311663733
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,16384,0.18533689445919463
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,12288,0.015785778562227886
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,6144,1.6961492962307398
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,3072,0.019467555814319186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,2048,0.058339556058247886
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,768,0.03791733251677619
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,12288,0.009174221919642555
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,128,0.0053288886944452924
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,10240,0.14750577343834773
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,4096,0.022433777650197346
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,5120,0.6301546626620823
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,256,0.015506666567590503
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,64,0.0032551110618644287
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,768,0.0046986668474144405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,10240,0.028543998797734577
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,128,0.0233297778500451
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,128,0.025872000389628943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,2560,0.021406221720907424
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,768,0.029826667573716905
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,8192,0.013560888667901358
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,128,0.0033973333322339584
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,64,0.006454222318198945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,3584,0.008040000167157915
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,512,0.0040702223777771
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,768,0.015326221783955893
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,2048,0.02100533412562476
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,1024,0.02184711065557268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,6144,0.0069360000391801195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,12288,0.059658666451772056
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,2560,0.27981689241197377
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,3584,0.012340444657537671
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,1536,0.01071911139620675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,512,0.01649777756796943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,3584,0.05126844512091743
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,6144,0.07724444733725654
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,5120,0.11026933458116318
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,2560,0.017737777696715463
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,4096,0.040856887896855675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,256,0.012401777837011548
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,4096,0.00701155596309238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,7168,0.5682097540961372
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,256,0.005960000058015187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,65536,1.2029057608710396
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,4096,0.007152000235186682
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,3584,0.02780888809098138
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,2560,0.013754666679435305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,16384,0.02908088763554891
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,16384,0.010252444280518426
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,512,0.3116870986090766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,768,0.04852711160977682
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,3584,0.04607377780808342
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,768,0.007110222346252865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,12288,0.45211998621622723
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,2560,0.07942133479648165
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,3584,0.28419823116726345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,2048,0.2626497745513916
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,8192,0.8362346755133735
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,2048,0.06071644359164768
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,7168,0.0159599996275372
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,3584,0.012457778056462606
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,128,0.003456888927353753
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,768,0.01732711162832048
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,64,0.026573333475324843
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,1536,0.029085334804322984
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,256,0.003600888782077365
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,768,0.008803555534945594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,12288,0.013377777404255338
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,5120,0.025735111700163946
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,128,0.003302222324742211
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,256,0.004289777742491828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,1024,0.008024888734022776
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,1536,0.008370666868156856
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,2560,0.04793511165512932
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,7168,0.27571556303236217
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,3584,0.008051555189821456
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,8192,0.050276445017920605
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,2048,0.01834133267402649
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,128,0.005632888939645555
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,10240,0.6981084611680773
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,4096,0.01426666643884447
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,64,0.0028435554769304064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,768,0.01960533360640208
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,4096,0.10740177498923408
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,3584,0.013134222063753339
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,2560,0.017364444004164804
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,16384,0.011298666397730509
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,12288,3.3657902611626516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,3584,0.03211999932924906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,2560,0.034119112624062434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,32,0.8180480003356934
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,65536,0.5862506760491265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,64,0.003920888735188378
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,8192,2.28494750128852
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,16384,0.5673333273993598
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,5120,0.0503057771258884
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,32,0.0042053332759274375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,65536,0.03719733489884271
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,8192,0.007680888805124495
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,3072,0.023028444912698533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,1536,0.05084800057941013
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,16384,0.020815110868877836
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,12288,0.009903999666372934
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,8192,0.0090844440791342
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,2048,0.05436266793145073
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,3072,0.09841066598892212
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,1536,0.011902222202883827
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,7168,0.07693333095974393
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,1536,0.017791999710930716
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,16384,1.0554773542616103
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,32,0.014661333627170987
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,65536,0.34155999289618594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,3584,0.10852266682518853
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,1024,0.0052897776994440295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,512,0.004072000169091755
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,2048,0.005601777798599667
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,7168,0.01832266648610433
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,512,0.08507466978496975
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,512,0.023159111539522808
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,768,0.01629244453377194
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,1536,0.056362668673197426
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,128,0.0052977779673205475
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,16384,0.08744800090789795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,2560,0.03714399867587619
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,4096,0.03816711240344577
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,8192,0.010975999964608086
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,16384,0.8862951066758898
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,768,0.0069120000633928515
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,65536,1.737828466627333
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,10240,44.53796725802951
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,6144,0.08470133278104995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,10240,0.10638755559921265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,64,0.009637333452701569
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,64,0.002975111206372579
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,16384,0.15447021855248347
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,8192,0.07401600148942736
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,256,0.004453333301676644
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,512,0.022460444105996027
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,32,0.0029484445436133277
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,10240,0.014171555638313293
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,128,0.032680001523759626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,7168,0.04425599839952257
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,7168,0.07128710879219903
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,3072,0.07266844643486871
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,64,0.003440888805521859
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,1024,0.031522668070263334
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,1024,0.008848889006508721
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,768,0.0047253333032131195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,32,0.003346666693687439
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,5120,0.04523377617200216
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,65536,0.8947413762410482
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,10240,0.20761333571539986
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,1536,0.012528888881206512
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,65536,0.26764800813463
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,10240,0.026019554999139573
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,16384,0.08707822031444973
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,6144,0.022321777211295232
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,3072,0.12225066290961371
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,7168,1.0973466237386067
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,10240,0.04900177650981479
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,3584,0.23598133193122017
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,7168,0.17147466871473524
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,3072,0.0074826669361856245
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,5120,0.06009066767162747
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,2560,0.3617928822835286
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,256,0.013815110756291283
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,5120,0.02409511142306858
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,256,0.004540444248252445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,6144,0.013239999612172445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,4096,0.021189333664046392
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,65536,0.29253511958652073
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,4096,1.4856746461656358
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,3584,0.6538604630364312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,8192,0.08805244498782688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,8192,0.08855022324456109
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,3584,0.015761777758598328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,3584,0.00812177773978975
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,768,0.005252444495757421
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,128,0.003539555602603488
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,10240,0.014331556028789945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,3584,0.04975822236802843
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,32,0.005044444567627377
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,2048,0.007416889071464539
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,4096,0.032051556640201144
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,12288,0.06458666589525011
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,10240,0.10709244675106472
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,2560,0.015837333268589444
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,768,0.009713778065310584
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,64,0.017910222212473553
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,6144,0.012473777764373355
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,10240,0.008411555654472774
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,4096,0.020346666375796
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,12288,0.03467911150720384
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,64,0.03248622351222568
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,512,0.012599111431174807
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,10240,0.007292444507280986
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,8192,0.1309386624230279
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,10240,1.0984231101142037
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,65536,0.08107911215888129
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,3584,0.35428534613715273
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,1024,0.008419555922349295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,5120,0.03605777687496609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,256,0.04245511028501722
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,16384,0.20973155233595106
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,16384,5.455938551161025
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,4096,0.008078222473462423
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,2560,0.028913779391182795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,512,0.004641777939266629
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,10240,0.018062222335073683
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,256,0.006535111202134027
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,768,0.01386577801571952
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,3072,0.17343110508388945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,3584,0.01385244478782018
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,32,0.014507555299335055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,128,0.0034835553831524322
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,16384,0.017660443981488545
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,128,0.004468444320890638
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,2048,0.02942844563060337
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,65536,0.3492480119069417
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,128,0.018639999959203932
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,256,0.0038844446341196695
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,768,0.004601777841647466
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,16384,0.2889457808600532
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,3072,0.13425421714782715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,1024,0.006248000181383557
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,3584,0.03202399942609999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,32,0.0026577777332729767
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,64,0.005904888941182031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,8192,0.00814133303032981
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,10240,0.05583466423882378
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,12288,0.15655199686686197
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,3072,0.01657777859105004
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,1536,0.006474666711356904
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,1024,0.005151999907361137
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,16384,0.008779555559158325
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,3072,0.03591466612286038
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,7168,0.07967822419272529
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,6144,0.026494221554862127
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,4096,0.1334808932410346
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,3072,0.05312088794178433
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,7168,0.9240168465508355
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,12288,0.01330488920211792
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,3584,0.023544889357354905
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,768,0.00830577810605367
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,2560,0.03699200020896064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,2048,0.013069333301650153
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,10240,0.020607999629444547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,5120,0.011363555159833698
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,5120,0.06786221928066678
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,4096,0.21816089418199328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,4096,0.015259555644459195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,256,0.005029333134492238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,64,0.0027742222365405825
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,6144,0.01685422162214915
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,512,0.00609777785009808
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,16384,0.06916355424457125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,32,0.005085333353943295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,512,0.005325333525737126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,8192,0.038650665018293597
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,3584,0.0064604443808396654
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,2048,0.006099555641412735
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,64,0.003273777870668305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,768,0.010289777484205034
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,512,0.053471999035941235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,3584,0.057378669579823814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,2560,0.04214222232500712
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,1536,0.045844445625940956
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,2048,0.016973333226309884
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,5120,0.0072266666425599
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,2560,0.013411555853154926
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,256,0.004234666625658671
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,1536,0.017286222842004564
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,2560,0.007695111135641734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,128,0.005450666778617435
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,3584,0.006434666613737742
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,16384,0.00868711123863856
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,2560,0.019824888971116807
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,1536,0.019567110472255282
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,2560,0.21056711673736572
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,6144,0.1530524492263794
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,2048,0.03573244478967454
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,128,0.00609688874748018
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,12288,0.04139022363556756
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,32,0.005414222263627582
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,7168,0.054141332705815635
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,10240,0.13311378161112467
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,5120,0.03056266572740343
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,3072,0.04737155636151632
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,3584,0.13154489464230007
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,7168,0.01850666602452596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,5120,0.03835555579927232
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,32,0.04211289021703932
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,1024,0.033187554942237005
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,3072,0.2844000127580431
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,10240,0.7874542342291938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,2560,0.007381333245171442
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,32,0.0029884444342719186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,2048,0.025433777107132807
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,3072,0.8114408916897244
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,12288,0.054470221201578774
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,3072,0.9206452899509006
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,3584,0.9995270835028754
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,2048,0.004400889078776042
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,3584,4.286006079779731
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,2048,0.025736000802781846
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,65536,0.028538667493396338
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,10240,0.803358236948649
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,2048,0.006766222417354584
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,2560,0.010105777945783403
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,128,0.0034062222888072333
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,5120,0.013321778012646569
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,64,0.003915555361244413
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,7168,0.02311733365058899
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,8192,0.04376622372203403
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,1024,0.011556444068749746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,7168,0.0856364435619778
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,32,0.0035742223262786865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,8192,0.09922933578491211
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,6144,0.04686577783690559
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,32,0.003891555385457145
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,512,0.009335999687512716
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,2048,0.021944888763957556
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,2560,0.007559110720952352
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,64,0.003039111072818438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,8192,0.016866667403115165
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,7168,0.9582764307657877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,256,0.005144888742102517
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,1024,0.016197333733240765
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,128,0.005345777918895085
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,256,0.0026933333526055017
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,32,0.008074666890833113
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,64,0.004043555508057277
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,16384,6.665864732530381
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,3584,0.008339555727110969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,1536,0.028516444895002577
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,1024,0.07046400176154242
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,12288,0.05723910861545139
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,3584,0.36237510045369464
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,65536,0.8316942320929633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,3072,0.05524177683724297
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,3072,0.006675555474228329
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,3584,0.00832711077398724
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,32,0.003648888733651903
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,128,0.00509333320789867
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,512,0.054377777708901294
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,256,0.008810666700204214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,32,0.013391111459996967
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,12288,0.05174933208359612
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,4096,0.025455110602908667
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,768,0.007237333390447829
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,16384,2.321176952785916
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,64,0.05332888828383552
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,5120,0.2262773248884413
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,256,0.003984000119898054
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,512,0.0143857780430052
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,5120,0.02107200026512146
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,5120,0.06598222255706787
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,2560,0.01495911180973053
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,16384,0.011958222422334882
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,2048,0.020579554968410067
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,768,0.01885066595342424
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,64,0.2716755602094862
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,512,0.028573334217071533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,5120,0.36844176716274685
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,10240,0.04067466656366984
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,2048,0.01568800045384301
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,10240,0.07899377743403117
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,3584,0.11437511444091797
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,1536,0.010034666293197209
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,128,0.0070159998204973005
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,3584,0.006851555572615729
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,1024,0.010630221830474006
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,10240,0.01052177780204349
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,4096,0.030593779351976182
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,2560,0.016960889101028442
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,2048,0.013464888764752282
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,10240,0.04416799876425001
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,1536,0.043271111117468945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,12288,0.11951911449432373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,64,0.005502222312821283
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,10240,0.801271120707194
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,10240,0.1479706631766425
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,512,0.012631110846996307
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,3584,0.0068693334857622785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,2560,0.23266132672627768
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,10240,0.12823466459910074
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,8192,0.04169955518510607
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,16384,0.02482044365670946
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,1024,0.3512390984429254
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,512,0.00925511121749878
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,512,0.012635555532243518
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,768,0.012862222062216865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,10240,0.1042062242825826
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,8192,0.030046221282747056
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,7168,4.769954681396484
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,10240,0.2228648927476671
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,16384,0.0948302216000027
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,32,0.04432266619470385
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,4096,0.0693333347638448
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,64,0.0035537779331207275
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,7168,0.007756444315115611
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,3584,0.030509332815806072
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,1024,0.03147111005253262
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,8192,0.05627999703089396
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,4096,0.0947528878847758
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,3584,0.02069155540731218
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,8192,0.0975688894589742
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,64,0.006284444282452266
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,3584,0.9585830900404188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,2048,0.024181332853105333
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,1536,0.01382844481203291
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,128,0.0035013332962989807
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,2048,0.02719822194841173
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,64,0.005283555636803309
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,512,0.006873777757088344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,1024,0.015302222636010913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,2048,0.27633243136935765
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,2048,0.011568889021873474
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,128,0.0030737777964936364
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,512,0.004488000025351842
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,12288,0.15851910909016928
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,5120,0.03558933403756883
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,512,0.004087111188305749
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,2560,0.01610488858487871
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,512,0.012795555922720166
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,1536,0.044032888280020825
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,4096,0.5554862022399902
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,16384,0.12642755773332384
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,64,0.0041644444896115195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,12288,0.04701688885688782
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,4096,0.3478844430711534
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,12288,0.10311377710766262
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,32,0.0026213334252436957
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,2048,0.05418489045566983
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,8192,0.057053334183163114
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,16384,0.07371111048592462
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,2560,0.0075911109646161394
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,8192,0.14652710490756565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,2048,0.18632711304558647
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,16384,1.3577742046780055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,512,0.00793599999613232
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,5120,0.05337422092755636
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,32,0.003798222376240624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,65536,0.6424569023980035
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,3072,0.006339555399285422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,1024,0.009283555878533257
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,8192,1.7816666497124567
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,65536,0.11886933114793564
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,16384,0.8355262014600965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,1024,0.008741333252853816
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,5120,0.01681688924630483
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,2048,0.5556311077541775
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,1536,0.026771555344263714
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,64,0.010644444160991244
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,32,0.004616888860861461
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,1024,0.0037048889531029593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,8192,0.12036266591813828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,3072,0.016198222835858662
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,1024,0.008568888737095727
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,3072,0.03916710946294997
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,3072,0.00638488887084855
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,8192,0.6400604248046875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,10240,0.008662222160233391
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,8192,0.02868000004026625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,2048,0.016519111063745286
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,256,0.006175111151403851
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,8192,4.379096984863281
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,3072,0.15648178259531656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,128,0.0037288889288902283
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,2560,0.014896889527638754
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,3072,0.20375643836127388
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,64,0.004121777911980947
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,4096,0.02276800076166789
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,1536,0.04355555441644457
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,256,0.07955644528071086
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,65536,1.6530995898776586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,128,0.008184889124499427
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,64,0.016618667377365958
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,128,0.005904888941182031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,256,0.017066667477289837
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,2048,0.03176088796721564
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,10240,0.01777777738041348
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,64,0.0034595556143257353
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,7168,0.12630311648050943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,3072,0.02878755662176344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,7168,0.022325333621766832
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,4096,0.008723555339707268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,65536,3.490855111016167
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,768,0.030360887447992962
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,768,0.008725333544943068
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,4096,0.061679999033610024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,768,0.007108444141017065
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,512,0.012726222475369772
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,1536,0.011112000379297467
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,5120,0.01535022258758545
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,256,0.37371288405524355
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,6144,0.8084933492872449
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,64,0.0063573333124319715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,5120,0.007477333148320516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,64,0.003940444439649582
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,12288,0.02587377859486474
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,4096,1.1959146923489041
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,1536,0.00980533328321245
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,8192,0.008823110825485652
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,3584,0.04934044347869026
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,12288,3.023314581976997
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,7168,0.011069333387745751
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,4096,0.05206222335497538
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,768,0.04225688841607836
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,8192,0.7190151214599609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,7168,0.013815110756291283
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,8192,0.6521635585361057
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,12288,0.9470550749037
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,3072,0.020710221595234342
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,8192,1.0863466262817383
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,7168,0.14181421862708196
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,512,0.007868444754017724
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,512,0.025817778375413682
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,3584,0.31039288308885365
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,2560,0.028033776415718928
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,3584,0.007689778175618913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,10240,1.123095088534885
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,5120,0.007137777904669444
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,3584,0.8067359924316406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,8192,0.007729777859316931
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,5120,0.025814221964942083
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,8192,0.16099022494422063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,10240,0.09496888849470352
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,5120,0.038972444004482694
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,3072,0.008088889221350351
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,16384,0.20955910947587755
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,7168,0.10818222496244644
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,128,0.015632000234391954
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,512,0.008639111287064022
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,512,0.009078222016493479
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,12288,0.025263999899228413
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,1536,0.010395555860466426
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,128,0.008651555412345463
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,4096,0.0354728897412618
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,32,0.007612444460391998
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,2560,0.06940888696246676
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,768,0.005167110926575131
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,10240,0.12714400556352404
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,2048,0.07198133071263631
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,1024,0.28717244995964897
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,128,0.023066666391160753
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,512,0.012662221988042196
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,10240,0.05706489086151123
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,65536,0.4860533078511556
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,32,0.019487111104859244
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,65536,0.6758809089660645
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,6144,0.033336000310050115
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,65536,2.5366054111056857
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,2048,0.016343111793200176
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,128,0.022819555468029443
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,1024,0.0032622222271230486
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,8192,0.09028710921605428
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,12288,0.09348622295591567
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,512,0.01622577839427524
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,8192,0.06622578038109674
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,1536,0.012349333200189801
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,128,0.006604444649484422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,4096,0.00886577781703737
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,1536,0.02180444366402096
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,6144,0.04644088943799337
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,2560,0.6897919972737631
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,2048,0.03896444373660617
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,8192,0.14262310663859049
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,2560,0.01074222226937612
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,512,0.012512889173295764
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,1024,0.01036177741156684
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,768,0.0488302210966746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,8192,0.013772444592581855
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,10240,0.01579466627703773
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,3584,0.14965777926974827
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,32,0.003834666477309333
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,1536,0.0063324446479479475
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,10240,0.14007733927832708
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,65536,0.7077831162346734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,2048,0.008040000167157915
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,2560,0.018559111489189994
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,7168,0.012152888708644442
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,2560,0.0817520022392273
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,4096,0.02641422218746609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,7168,0.09263022078408135
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,8192,0.0965048869450887
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,2560,0.011745777395036487
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,7168,0.6172320048014323
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,3584,0.007655111451943715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,64,0.26378488540649414
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,3072,0.015862221519152325
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,7168,0.05330577823850843
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,128,0.0032266666077905228
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,2048,0.006805333412355847
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,4096,0.16330756081475153
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,8192,0.09025777710808648
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,512,0.006073777874310811
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,10240,0.020063999626371596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,128,0.00369777778784434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,12288,0.09029510948393081
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,8192,2.749780442979601
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,3584,0.06492977672153048
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,256,0.003612444632583194
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,12288,0.007460444337791867
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,2048,2.3413590325249567
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,256,0.004406222038798862
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,768,0.012060444388124677
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,8192,0.10353510909610325
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,768,0.008959111240175035
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,1024,0.029158221350775823
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,16384,0.07215199867884318
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,5120,0.03307644526163737
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,10240,0.7714382277594672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,64,0.01239822225438224
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,2560,0.007807110746701558
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,256,0.08292355802324083
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,1536,0.262173334757487
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,6144,0.020018666982650757
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,6144,1.3224435382419162
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,768,0.016772444049517315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,3584,0.013632000320487551
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,128,0.005323555734422471
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,64,0.003043555551105075
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,512,0.005008000052637524
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,12288,0.02586666742960612
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,3584,0.030574222405751545
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,5120,0.40352710088094074
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,3584,0.07741066482332018
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,65536,2.3047902848985458
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,5120,0.18646132946014404
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,6144,0.42360533608330625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,6144,0.00831200016869439
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,5120,0.013791999883121915
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,8192,0.11860888534122044
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,3584,0.006649777707126405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,4096,0.007204444044166141
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,5120,0.1026008857621087
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,64,0.008448888858159384
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,1536,0.011874666644467248
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,1024,0.010934222075674268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,65536,0.2286773257785373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,12288,0.044806222120920815
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,6144,0.012466666599114736
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,3072,0.052822222312291466
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,3072,0.017323555217848886
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,64,0.004960888789759742
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,256,0.029130667448043823
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,256,0.009587555295891231
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,12288,0.19318221675025093
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,5120,0.10097066561381023
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,16384,0.3757839997609456
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,16384,0.14800443914201525
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,128,0.006175999840100606
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,3072,0.05456799930996365
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,128,0.014935111006100973
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,16384,0.20584621694352892
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,512,0.013815999858909182
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,6144,0.12719466951158312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,4096,2.4575848049587674
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,6144,0.8135724597507052
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,1536,0.6976915465460883
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,5120,0.2137288914786445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,16384,0.01631733278433482
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,768,0.02962133288383484
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,256,0.007905777957704332
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,8192,0.0072266666425599
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,4096,0.02847377790345086
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,128,0.0032746667663256326
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,3072,0.02881422307756212
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,1536,0.08875377972920735
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,5120,0.4040844440460205
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,2048,0.4918070899115668
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,1024,0.181478222211202
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,8192,0.43179999457465273
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,8192,0.02981333269013299
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,768,0.008100444244013892
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,2560,0.02278222143650055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,65536,1.5426319970024958
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,768,0.007921777665615082
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,512,0.004384888956944148
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,8192,0.2096017731560601
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,5120,4.2389403449164496
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,7168,0.08428800106048584
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,6144,1.507121827867296
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,768,0.005480888817045424
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,1536,0.006586666736337874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,32,0.00834222220712238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,2048,0.01294133315483729
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,7168,0.020350222786267597
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,2048,0.18593422571818033
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,2560,0.06822311215930514
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,7168,0.012487110992272695
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,7168,0.16221066315968832
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,6144,0.1320586601893107
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,3072,0.32830222447713214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,64,0.008093333078755273
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,768,0.007428444094128079
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,8192,0.03360088997417026
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,12288,0.06193066967858208
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,8192,0.6315493583679199
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,5120,0.15750755204094782
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,5120,0.006701333241330252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,12288,0.04796444376309713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,6144,0.037979556454552546
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,2048,0.10051377614339192
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,256,0.010288889209429422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,1024,0.24804178873697916
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,3072,0.007807999849319458
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,5120,0.007694222033023834
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,10240,0.1257315609190199
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,7168,31.384816487630207
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,5120,0.09937066502041286
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,8192,0.09008177783754136
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,7168,0.09771466917461819
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,3072,0.05110488997565376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,7168,0.022130666507614985
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,16384,71.640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,128,0.0030862221287356485
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,7168,0.007409777906205919
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,512,0.01796888808409373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,7168,0.060368888907962374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,256,0.005988444305128521
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,3584,0.007342221836249034
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,2560,0.03151377704408433
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,5120,1.1046204037136502
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,128,0.0032195556494924757
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,128,0.003244444520937072
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,12288,0.0710773335562812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,10240,0.05319911241531372
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,2560,0.025994666748576697
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,2560,0.01428711083200243
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,256,0.005169777820507686
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,1024,0.2520293394724528
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,7168,0.013443555268976422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,1536,0.014912888407707214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,128,0.05882933404710558
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,5120,0.009740444521109263
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,65536,0.27611109945509166
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,4096,0.006764444626039929
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,12288,0.04881422387229072
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,128,0.005792888916201062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,1024,0.009362666971153682
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,12288,0.051332443952560425
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,5120,0.021324444148275588
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,2560,0.020495999190542433
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,1536,0.09039111269844903
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,128,0.005669333454635408
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,2560,0.014528888795110913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,8192,0.047285334931479565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,768,0.006409777949253718
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,768,0.00461422238085005
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,2560,0.08460799853006999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,128,0.003556444413132138
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,6144,0.01405244403415256
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,7168,0.26893067359924316
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,128,0.020571556356218126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,128,0.004919111314747068
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,2048,0.007439999944633908
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,2560,0.21179644266764322
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,16384,0.17399111058976915
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,1536,0.006622222148709827
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,3584,0.012881778180599213
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,1024,0.024401777320437964
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,256,0.009841777384281158
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,6144,0.031269331773122154
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,6144,13.493321736653646
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,1536,0.015649777319696214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,4096,0.030712889300452337
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,1024,0.005686222265164058
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,256,0.004840888910823398
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,7168,0.06155111392339071
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,65536,0.9203031327989367
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,64,0.004831111265553368
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,768,0.00812177773978975
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,10240,1.468423949347602
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,6144,0.07723110914230347
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,7168,0.1428284380171034
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,64,0.00518133325709237
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,3584,0.01975022256374359
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,512,0.008294222255547842
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,2560,0.037189334630966187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,8192,0.22635467847188315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,2048,0.01807822287082672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,2048,0.026781333817376032
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,2560,0.01292799992693795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,768,0.08403733041551377
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,32,0.0027822222974565295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,768,0.006311111152172089
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,10240,0.10614755418565537
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,2048,0.0184871107339859
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,2048,0.1702195538414849
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,7168,0.1287955575519138
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,16384,0.3353413210974799
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,7168,0.04471910993258158
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,32,0.004197333421972063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,10240,0.0754257771703932
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,8192,0.00498577786816491
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,256,0.011020444333553314
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,65536,5.153557247585721
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,3584,0.03075288732846578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,10240,0.2403928968641493
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,8192,0.009175111022260454
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,512,0.006139555739031897
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,10240,0.028208888239330713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,2560,0.0075493330756823225
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,10240,0.013577777478430005
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,256,0.01812977757718828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,8192,0.02123111155298021
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,32,0.003126222226354811
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,128,0.004277333203289243
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,2560,0.1367031070921156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,128,0.021640888518757288
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,65536,0.6434915330674913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,32,0.004978666702906291
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,256,0.008231999973456064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,7168,5.900828467475043
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,8192,0.027875555886162653
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,768,0.007040888898902469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,10240,0.09912266996171738
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,65536,0.7314026620652941
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,10240,1.700773345099555
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,6144,0.04721066686842176
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,4096,0.02458488941192627
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,5120,0.03012088934580485
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,10240,0.019374221563339233
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,16384,0.16567556063334146
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,16384,0.208006223042806
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,2048,0.04008533226119147
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,1536,0.006491555521885554
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,32,0.0053297777970631914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,3584,0.10093777709537083
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,12288,0.15366044309404162
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,65536,0.8529191017150879
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,3584,0.059567113717397056
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,3584,0.025422222084469263
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,7168,0.04197333256403605
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,2560,0.04180977741877238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,32,0.0033200000309281876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,64,0.018212444252438016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,64,0.003257777748836411
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,12288,0.05689599778917101
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,3584,0.01611111064751943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,5120,0.008912000391218398
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,2560,0.019063111808564927
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,5120,0.06335822078916761
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,128,0.0031715554909573663
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,1536,0.08859022458394368
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,6144,0.08100533485412598
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,1536,0.010781333678298526
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,16384,3.583336724175347
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,1536,0.1469306680891249
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,512,0.02239199976126353
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,10240,0.16258488761054143
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,512,0.010081777969996134
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,3072,0.012615111139085559
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,65536,0.01979466610484653
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,32,0.002946666752298673
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,1024,0.014256889621416727
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,4096,0.025776000486479864
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,8192,0.8525537914699979
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,7168,0.03567466802067227
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,3584,0.03170311119821336
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,5120,0.14916711383395725
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,10240,5.672339545355903
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,12288,0.029875556627909344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,64,0.014390221900410123
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,256,0.005552000055710475
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,12288,0.0650142232577006
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,1536,0.012400888734393649
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,2048,0.008585777547624376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,1024,0.01927288870016734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,10240,0.0125591109196345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,12288,0.03188088867399428
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,128,0.00797333319981893
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,3072,0.07847555478413899
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,10240,0.18079911337958443
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,768,0.07614488734139337
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,65536,3.595007154676649
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,12288,0.12288355827331543
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,10240,0.021116443806224402
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,32,0.004257777912749184
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,2048,0.007497777541478475
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,10240,0.030015998416476782
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,256,0.0038906666967603895
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,2048,0.034485333495669894
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,16384,0.017324444320466783
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,64,0.00342399999499321
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,3584,0.006671999891599019
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,4096,0.03309955530696445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,6144,0.007400000260935889
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,512,0.008804444637563493
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,128,1.19178401099311
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,4096,0.008429333567619324
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,8192,0.5550159878200954
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,65536,0.10825600226720174
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,8192,0.030615998639000788
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,256,0.006045333213276333
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,6144,0.028023110495673284
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,32,0.07983644141091241
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,16384,0.16034311718410915
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,3584,0.524879084693061
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,65536,7.363915337456597
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,64,0.007972444097201029
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,16384,0.008188444707128737
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,1536,0.012423999607563019
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,8192,0.10303466849856907
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,65536,0.19088355700174967
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,512,0.006019555446174409
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,3072,0.008033778104517195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,64,0.009912889036867354
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,10240,0.0336497790283627
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,64,0.0028799999919202593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,8192,0.10450844632254706
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,1024,0.01648622254530589
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,512,0.034838222795062594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,16384,0.5700009134080675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,4096,0.1506471104092068
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,5120,0.02036711076895396
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,8192,0.19961333274841309
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,512,0.006933333145247565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,1024,0.152145783106486
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,5120,0.0170471105310652
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,3072,0.013407111167907715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,8192,0.0738204452726576
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,5120,0.025774222281244066
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,65536,0.8429537879096137
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,1024,0.010000000397364298
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,128,0.0033031110134389666
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,65536,4.481093512641059
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,64,0.002728888971938027
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,4096,0.006884444504976273
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,3072,0.08995644251505534
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,512,0.005379555539952383
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,8192,0.11459910869598389
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,8192,0.09386133485370213
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,512,0.004243555582231945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,32,0.0033884443756606844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,6144,0.03910577628347609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,2048,0.13529866271548802
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,8192,0.01828977796766493
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,2048,1.2466452916463215
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,128,0.004297777596447202
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,256,0.004209777961174647
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,7168,0.07550399833255343
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,512,0.015505777464972602
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,32,0.0027911110470692315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,5120,0.11654667059580485
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,12288,0.008750222623348236
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,128,0.0032986667421129015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,2048,0.006754666566848755
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,64,0.0026888888743188647
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,8192,0.042456888490253024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,128,0.004273777620659934
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,65536,1.035572475857205
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,128,0.014919110470347934
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,8192,0.06636444727579753
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,10240,0.1424595514933268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,1024,0.009315555294354757
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,3584,0.01257599973016315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,6144,0.9911395178900825
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,2560,0.02604266670015123
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,32,0.10298844178517659
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,8192,1.7888861762152777
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,10240,10.839918348524305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,128,0.0035991109907627106
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,4096,0.0723279979493883
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,2560,0.007283555964628856
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,256,0.01648622254530589
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,6144,0.008664000365469191
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,768,0.016562667157914903
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,3072,0.04475111100408766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,4096,0.020227554771635268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,6144,0.4274515575832791
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,2560,0.112408889664544
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,64,0.0036275556517971885
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,16384,0.08616533544328477
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,128,0.0035439998739295532
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,5120,0.14865956041547987
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,7168,1.5454595353868272
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,2560,0.23441778288947213
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,64,0.0034551111360390982
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,2560,0.11341333389282227
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,16384,0.11657688352796768
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,7168,0.05340533455212911
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,64,0.008667555948098501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,64,0.007802666889296637
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,768,0.007608888877762689
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,32,0.003148444410827425
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,2560,0.007622222105662028
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,128,0.0038408889538711975
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,256,0.24072888162400988
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,1536,0.03641866644223531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,4096,0.061187558703952365
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,12288,0.06711555851830377
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,2560,0.009091555244392818
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,2560,0.015587555037604438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,512,0.012634666429625617
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,5120,0.33618844879998105
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,2048,0.04922222097714742
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,3584,0.03026133444574144
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,4096,0.1640168825785319
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,12288,0.30629510349697536
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,6144,0.05159022079573738
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,3584,0.031042665243148804
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,65536,0.3975191116333008
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,64,0.0027217778066794076
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,16384,0.11527821752760146
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,6144,0.06915466652976142
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,256,0.024013333850436743
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,10240,0.10746666457917954
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,768,0.03236177894804213
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,12288,0.04337155487802294
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,8192,0.023341332872708637
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,128,0.005486222190989389
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,5120,0.07620355818006727
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,4096,0.23377778795030382
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,65536,0.8929227193196615
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,2560,0.2332693205939399
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,64,0.0027342221389214196
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,32,0.0042168887125121225
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,8192,0.039183109998703
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,128,0.005434666656785541
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,2560,0.012378666963842181
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,6144,0.010463111102581024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,1024,0.019142222073343065
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,12288,0.11358933978610569
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,1536,0.04832977718777127
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,2560,0.019517333971129525
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,65536,0.018060444129837882
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,2560,0.009476444787449306
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,8192,2.251883612738715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,4096,0.011944000091817645
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,2560,0.009277332988050249
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,512,0.006088888893524806
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,10240,0.15779288609822592
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,6144,0.04921333326233757
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,65536,0.36244087749057347
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,128,0.00517511119445165
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,5120,0.15046489238739014
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,256,0.004008000095685323
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,2048,0.5778444608052572
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,10240,0.021724444296624925
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,3072,0.006836444553401735
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,4096,0.006683555742104848
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,256,0.006959111326270633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,8192,0.07470666699939303
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,3072,0.011364444262451597
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,1024,0.006128888991143968
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,768,0.02889333168665568
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,2560,0.007190222541491191
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,128,0.008206222620275285
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,768,0.27907999356587726
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,5120,0.5247333314683702
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,3072,0.00444177786509196
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,8192,0.027262222435739305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,16384,0.01128355579243766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,65536,0.2086106671227349
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,64,0.0027626665929953256
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,6144,1.0179955164591472
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,5120,0.01828977796766493
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,128,0.028611554039849177
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,65536,0.25525689125061035
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,8192,0.056432002120547824
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,5120,0.026864889595243666
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,64,0.0028693332440323303
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,768,0.017989334132936265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,7168,0.12496622403462727
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,7168,0.09341333309809367
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,12288,1.0816497802734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,6144,0.36156267589992946
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,768,0.009361777868535783
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,3072,0.42740265528361004
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,2560,0.00741244438621733
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,3584,0.02675466736157735
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,1024,0.041708442899915904
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,1024,0.01180622229973475
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,3072,1.1916453043619792
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,256,0.006602666858169768
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,5120,0.25624267260233563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,256,0.004964444372389051
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,1024,0.0053839998112784485
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,7168,0.058028446303473584
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,768,0.02123022245036231
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,128,0.004967111266321606
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,2560,0.008877333667543199
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,1536,0.015084443820847405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,5120,0.5578151279025608
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,10240,0.9905243979560004
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,256,0.009710222482681274
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,1024,0.01200888885392083
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,2560,0.04115555683771769
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,3072,0.02163377735349867
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,65536,0.0994373361269633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,4096,0.007231111327807109
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,768,0.01642666591538323
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,6144,0.06898755497402616
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,10240,0.8890017403496636
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,2560,0.08416977855894302
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,5120,0.4466435644361708
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,32,0.002609777781698439
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,1536,1.788575914171007
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,1536,0.03055644366476271
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,256,0.017656000124083627
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,1024,0.005894222193294101
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,1536,0.005843555761708154
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,16384,0.008816888762844933
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,64,0.008880889250172509
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,5120,0.07910044325722589
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,1024,0.011220444407727985
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,768,0.0052595556610160405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,6144,0.06188178062438965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,6144,0.09615288840399848
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,2048,0.07546933492024739
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,1536,0.11602489153544109
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,8192,0.017791999710930716
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,64,0.003751111113362842
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,1536,0.04153777824507819
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,128,0.003900444342030419
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,6144,0.08831466568840875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,512,0.00833422193924586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,128,0.2822355429331462
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,3072,0.007658667034573025
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,2560,0.03419377737575107
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,12288,13.178845723470053
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,768,0.00369777778784434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,32,0.0033280000918441345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,1024,0.06393066379759046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,10240,0.5740755399068197
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,256,0.027690667245123122
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,12288,0.020809777908855014
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,128,0.006743999818960826
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,16384,35.09045749240452
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,1536,0.012505778008037143
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,5120,0.057533330387539335
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,1536,0.19350932704077828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,6144,0.05110044280687968
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,768,0.04859822326236301
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,1024,0.009709333380063375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,2560,0.014746665954589844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,12288,0.020803555846214294
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,12288,0.2652702331542969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,128,0.011672000090281168
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,128,0.03999733262591892
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,7168,0.18345867262946236
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,3584,0.025116443634033203
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,65536,0.8987323972913953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,65536,0.1468880044089423
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,16384,0.2844791147443983
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,32,0.0030737777964936364
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,2560,0.01257955531279246
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,128,0.0673688915040758
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,5120,0.026455110973782007
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,32,0.008379555410808986
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,2560,0.02174844510025448
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,128,0.004228444563017951
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,4096,0.013042666845851474
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,4096,0.026704000102149114
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,2048,0.0880017810397678
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,64,0.004716444346639845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,16384,0.07444800270928277
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,32,0.0033866665843460294
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,5120,0.32085243860880536
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,8192,0.01757777730623881
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,2048,0.0177520000272327
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,5120,0.07716800106896295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,6144,0.008048888709810045
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,16384,0.03257155418395996
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,128,0.004907555464241239
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,4096,0.01887999971707662
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,256,0.019703111714786954
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,10240,0.04309333364168803
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,1536,0.0063795554969045855
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,16384,1.137163586086697
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,8192,0.06614222129185994
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,3072,0.24415289031134713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,1536,0.008589333130253686
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,10240,0.05232266585032145
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,65536,0.041464000940322876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,65536,0.02407466702991062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,32,0.022240888741281297
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,4096,0.0068915556702348925
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,8192,0.10926844676335652
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,32,0.017445334129863314
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,1024,0.022486221459176805
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,2560,0.016799110505315993
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,1536,0.012690666649076672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,3584,0.015790222419632804
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,8192,0.07478488816155328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,3072,0.01735822194152408
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,65536,0.02218933403491974
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,32,0.048991110589769155
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,4096,0.03573777940538194
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,16384,0.06803377469380696
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,65536,0.35926932758755153
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,32,0.008919110728634728
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,768,0.013624000052611033
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,1536,0.02773511078622606
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,1024,0.03337511089113023
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,256,0.010509333676762052
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,768,0.015923556354310777
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,1536,0.011938666303952536
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,3072,0.02948088778389825
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,65536,54.31438869900174
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,7168,0.04064088728692796
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,12288,0.4890702035692003
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,3072,0.10900621944003636
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,64,0.0030657777355776895
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,4096,0.02475999957985348
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,64,0.0042151109211974675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,2560,0.037090665764278836
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,6144,0.010535111029942831
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,2560,0.1222648885515001
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,512,0.004042666819360522
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,6144,0.07268799675835504
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,64,0.20906221866607666
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,2048,0.011736888852384357
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,3072,0.015432889262835184
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,10240,0.09284800291061401
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,2048,0.01796711153454251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,768,0.03654844562212626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,65536,0.6851449012756348
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,5120,0.06220889091491699
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,1024,0.006364444477690591
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,5120,0.5325466791788737
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,768,0.006695999867386288
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,1024,0.0766471094555325
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,16384,0.2537048922644721
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,2560,0.16913955741458467
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,128,0.004219555606444676
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,65536,0.15524089336395264
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,768,0.06122844749026828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,5120,0.012379555238617791
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,7168,3.846891615125868
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,5120,0.043084445926878184
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,7168,1.0270666546291776
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,16384,0.047817776600519814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,256,0.006776888751321369
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,10240,0.11946222517225479
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,2048,0.16929777463277182
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,512,0.005924444645643234
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,768,0.007138667007287343
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,16384,0.8567048708597819
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,768,0.46726131439208984
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,768,0.013615999784734515
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,1024,0.011515555282433828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,3584,0.0628239976035224
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,1024,0.10029866960313584
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,12288,0.0326204432381524
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,10240,0.11885866853925918
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,32,0.1147128873401218
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,64,0.0034702221552530923
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,1536,0.025772444076008264
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,2048,0.006106666806671355
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,3072,0.01607288916905721
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,7168,2.0351884629991317
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,3584,0.057576000690460205
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,3584,0.18941244814130995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,3072,2.345634672376845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,2560,0.013616888887352414
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,5120,0.008374222450786168
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,3072,0.006904888898134232
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,64,0.007336888876226213
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,3072,0.030664887693193223
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,16384,0.008244444098737504
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,5120,0.014816888504558139
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,128,0.006518222391605377
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,8192,0.017811555001470778
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,3584,0.37032000223795575
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,7168,0.125091552734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,3584,0.08812710973951553
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,64,0.037584000163608126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,2560,0.0402817792362637
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,5120,0.029902223083708022
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,768,0.0058444444504049085
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,10240,0.13180355230967203
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,12288,0.03001333276430766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,256,0.02830222249031067
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,512,0.005751111027267244
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,32,0.03950044512748718
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,128,0.0040960001448790235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,64,0.0034257777863078644
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,768,0.011483555866612328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,3072,0.01844888925552368
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,1536,0.010857777463065254
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,4096,0.013100444442696042
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,32,0.004457777573002709
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,768,0.009535111486911774
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,10240,0.12887733512454563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,2560,0.006576889091067844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,32,0.0036764442920684814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,1024,0.2866151067945692
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,32,0.005207111024194294
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,128,0.004489777816666497
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,768,0.028964443339241877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,1024,0.00959022260374493
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,32,0.0032746667663256326
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,3584,0.45716534720526797
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,3072,0.08821244372261895
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,3584,0.008927110996511247
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,3584,0.006895111252864202
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,4096,0.01662133302953508
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,2560,0.14100978109571669
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,4096,0.05432088838683235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,7168,0.1746586693657769
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,10240,0.480911996629503
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,2560,0.01456622282663981
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,3072,0.029909332593282063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,4096,1.1691804462009006
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,12288,0.23039287990993926
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,1024,0.005146666533417172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,64,0.09837066464953953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,512,0.004252444538805219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,3584,0.006725333217117522
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,6144,0.17719111177656385
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,1536,0.0690915584564209
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,7168,0.08692444695366754
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,768,0.006600889066855113
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,12288,0.01889333294497596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,2048,0.02197333342499203
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,768,0.05719288852479723
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,7168,0.14224089516533747
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,8192,0.024529778295093115
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,32,0.0029582221888833572
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,5120,0.36671821276346844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,128,0.045224001010258995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,16384,1.2416071361965604
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,8192,0.015485333071814643
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,1024,0.010943111446168689
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,7168,0.015634665886561077
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,2560,0.01800355480776893
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,4096,0.06100889046986898
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,256,0.005928888916969299
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,10240,0.027315555347336665
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,512,0.004126222183307012
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,65536,30.573676215277775
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,10240,0.14549067285325792
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,2560,0.02184533410602146
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,65536,0.281347566180759
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,2048,0.006115555349323485
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,2560,0.01790577835506863
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,12288,0.08853777911927964
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,32,0.005336888962321811
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,16384,0.044827553961012095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,1536,0.029263999727037217
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,128,0.004506666627195147
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,64,0.0038248888320393036
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,6144,0.02914666798379686
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,10240,0.07522133323881361
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,64,0.004857777721352047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,10240,0.07314399878184001
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,65536,22.223073323567707
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,512,0.010475555227862464
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,512,0.012712000144852532
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,512,0.0229413327243593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,4096,0.061518225404951304
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,3072,0.2700515588124593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,4096,0.0324906673696306
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,65536,0.05609155363506741
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,256,0.005799110978841782
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,2048,0.021152888735135395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,5120,0.005633777628342311
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,256,0.009983110758993361
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,16384,0.09029333459006415
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,2048,0.026014222039116755
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,768,0.0047422221137417685
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,256,0.005000000198682149
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,1536,0.2090853320227729
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,512,0.004875555634498596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,64,0.003212444484233856
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,5120,0.11248711744944255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,64,0.0037253333462609183
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,2560,0.14309688409169516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,8192,2.037877400716146
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,65536,2.8275332980685763
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,1536,0.11105955309338039
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,8192,0.007511110769377814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,6144,0.5354017681545681
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,16384,0.05742577711741129
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,5120,0.022897778285874262
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,5120,0.06880622439914279
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,4096,0.06802044312159221
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,2048,0.23178222444322374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,6144,0.11088533533944024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,256,0.0047235555118984645
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,16384,2.0978274875217013
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,16384,0.14702133337656656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,3072,0.038881778717041016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,1536,0.00869599978129069
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,1024,0.03122044603029887
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,12288,0.010821333361996545
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,10240,0.2509422302246094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,6144,0.022115555074479844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,5120,0.012342222034931183
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,3072,0.03355377912521362
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,2048,0.005655999812814925
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,32,0.017849778135617573
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,4096,0.12262045012580024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,768,0.03216266632080078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,16384,0.11706754896375869
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,65536,0.025790222816997107
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,3584,0.06935289171006945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,12288,0.06832355260848999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,1536,0.016187555260128446
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,2048,0.05475733346409268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,32,0.0036231109665499795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,7168,0.0623555580774943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,256,0.005581333405441708
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,64,0.0033111110743549135
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,3072,0.16175822416941324
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,4096,0.019225777851210702
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,3584,0.010885333021481832
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,16384,0.07667111025916205
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,3584,0.08833689159817165
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,5120,0.12068622642093235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,1536,0.012352888782819113
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,2048,0.007544889218277401
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,2560,0.07868978050020006
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,1536,0.0680533316400316
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,10240,0.25560177697075737
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,128,0.004317333300908406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,12288,0.008994667066468133
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,3584,0.04964800013436211
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,7168,0.17621866861979166
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,1024,0.015512888630231222
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,1024,0.009328888522254096
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,10240,22.750527275933162
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,64,0.0035013332962989807
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,1024,0.0053119998839166425
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,256,0.037316444847318865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,64,0.009318222602208456
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,2560,0.06752800279193454
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,512,0.0047173334492577445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,1024,0.022038223014937505
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,32,0.0035377778112888336
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,6144,0.2170142200258043
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,512,0.005165333135260476
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,8192,1.3762897915310328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,16384,1.3514489067925348
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,7168,0.37568977144029403
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,16384,0.06840178039338854
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,32,0.007620444728268518
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,64,0.0075342224703894714
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,65536,0.27129512363009983
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,3072,0.01647911138004727
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,128,0.004264889078007804
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,3072,0.07389511002434625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,16384,0.07455733087327746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,128,0.007409777906205919
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,5120,0.014011555247836642
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,12288,4.128679911295573
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,7168,0.038564443588256836
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,16384,0.22240800327724883
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,4096,0.00851466672288047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,4096,0.024919110867712233
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,1024,0.006205333189831839
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,65536,0.22570488188001844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,10240,0.052975111537509494
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,8192,0.25145777066548664
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,64,0.0036346668170558084
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,2048,0.02030044462945726
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,4096,0.018589332699775696
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,3072,0.03266400098800659
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,512,0.02883022361331516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,16384,3.5624898274739585
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,1024,0.1556968953874376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,7168,0.04983555608325534
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,1536,0.011476444701353708
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,2560,0.3403466542561849
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,64,0.008362666600280339
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,2560,0.08316089047325982
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,10240,0.20429333051045737
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,64,0.003003555453485913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,7168,0.02032800018787384
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,2560,0.2053555515077379
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,1024,0.03454577922821045
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,12288,0.18434045049879286
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,64,0.003940444439649582
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,12288,1.672393798828125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,12288,0.02345688806639777
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,2560,2.9245565202501087
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,8192,0.009190222455395592
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,128,0.09365510940551758
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,6144,0.05481422278616163
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,6144,0.014997333288192749
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,256,0.06212888823615181
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,5120,0.007718222008811102
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,64,0.0032231110251612137
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,1024,0.010420444111029306
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,65536,0.06695733467737834
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,1536,0.01535022258758545
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,768,0.0046453335218959385
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,12288,53.91199408637153
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,2560,0.04545688960287306
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,16384,0.02987288766437107
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,65536,0.048660443888770215
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,128,0.004811555561092165
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,128,0.004679999831649992
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,16384,0.021495110458797876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,3584,0.028204444381925795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,5120,0.030173334810468886
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,256,0.00851822230550978
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,1536,0.8770631154378256
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,12288,0.4508515463935004
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,5120,0.033991999096340604
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,16384,0.1562302245034112
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,6144,0.007072889142566257
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,16384,1.7465777926974828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,1024,0.005524444497293896
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,128,0.018065777089860704
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,4096,0.09767378038830227
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,1536,0.02591733303334978
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,65536,13.334008958604601
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,1024,0.06319910950130887
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,1536,0.025232000483406916
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,6144,0.16947110493977866
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,64,0.003516444315512975
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,3072,0.021852445271280076
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,65536,0.04842222068044874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,5120,0.009816889133718278
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,512,0.0155404441886478
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,1024,0.010987555815113915
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,3072,0.02653955585426754
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,1024,0.005335111171007156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,3072,0.1226231124666002
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,4096,0.009177777502271865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,2560,0.6702835294935438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,7168,0.020248000820477802
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,16384,0.11471911271413167
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,256,0.004888888862397936
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,32,0.0032044444233179092
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,128,0.005230222311284807
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,16384,0.046160889996422656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,12288,0.16730754905276826
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,64,0.0027760000278552375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,8192,0.30659378899468315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,10240,0.13309244314829508
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,32,0.030078222354253132
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,64,0.002921777880854077
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,128,0.007257777783605788
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,2560,0.021307556165589228
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,2048,0.1454604466756185
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,32,0.0035502223504914176
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,768,0.01016711112525728
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,6144,0.0342497792508867
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,4096,0.35682400067647296
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,16384,0.01990133358372582
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,256,0.016376000311639573
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,65536,1.7627840042114258
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,64,0.0035146665241983202
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,2560,0.11360622776879205
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,3584,0.07810311184989081
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,1536,0.04730400111940172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,5120,0.2083351082272
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,12288,0.009167110754383935
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,3072,0.028010666370391846
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,6144,0.007263110743628607
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,1024,0.007804444266690149
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,512,0.0047315553658538395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,10240,0.11974755922953288
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,64,0.0027795556104845474
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,5120,0.00720977783203125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,768,0.016978666186332703
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,2048,0.010632889138327705
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,4096,0.7338968912760416
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,2048,0.5303617583380805
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,2560,0.06288266844219632
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,4096,0.24076888296339247
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,7168,0.2371164427863227
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,512,0.012335110869672565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,512,0.005152889009979037
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,768,0.0047564444442590075
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,10240,2.2863794962565103
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,5120,11.094361199273003
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,768,3.9603555467393665
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,6144,2.521675533718533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,1024,0.00793688909875022
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,6144,6.613210466172959
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,4096,0.0124195557501581
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,128,0.0033582221302721235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,256,0.12065245045555963
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,32,0.014675555957688225
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,768,0.005786666853560342
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,3072,0.015574221809705099
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,7168,0.10735022359424168
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,2048,0.22648355695936415
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,256,0.031930665175120033
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,32,0.003048000029391713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,1536,0.007329777710967594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,64,0.0032968889507982465
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,128,0.00328533330725299
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,3072,0.0842319991853502
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,10240,0.05934844414393107
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,32,0.003699555579158995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,16384,0.04093066520161099
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,1536,0.030933333767784968
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,256,0.005385777602593104
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,5120,0.031133333841959637
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,7168,0.03879377908176846
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,512,0.004139555411206352
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,3072,0.020642666353119742
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,32,0.021235555410385132
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,3072,0.08014844523535834
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,1024,0.020220445262061227
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,768,0.01126844435930252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,5120,0.015578667322794596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,8192,0.011966221862369113
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,512,0.0063822223908371395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,256,0.04608266552289327
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,1536,0.0074933336840735535
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,8192,0.014800889624489678
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,12288,0.008325333396593729
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,3584,0.006514666808976068
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,64,0.002757333426011933
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,64,0.5347048971388075
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,512,0.00777422222826216
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,512,0.02456444501876831
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,6144,0.023008000519540574
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,7168,0.044673777288860746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,64,0.13686577479044595
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,128,0.01628266606065962
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,65536,0.4789733356899685
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,10240,0.03853955533769395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,512,0.0058906666106647914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,5120,0.009493333597977957
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,3584,0.007318221860461765
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,1024,0.12226755089230007
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,512,0.1649786631266276
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,768,0.013682666752073499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,3584,0.04597599969969856
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,2560,0.04573600159751045
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,65536,4.036647796630859
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,2048,0.17439822355906168
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,64,0.003597333199448056
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,3584,0.021242666575643752
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,65536,0.28118933571709526
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,256,0.0038248888320393036
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,16384,0.10551733440823025
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,4096,0.01183644433816274
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,1536,0.007143999967310164
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,2560,0.33655643463134766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,2048,0.008827555510732863
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,768,0.0074346669846110875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,768,0.016203555795881484
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,256,0.009181333084901174
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,10240,0.2023893329832289
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,6144,0.03480711248185899
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,64,0.0038524443904558816
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,1536,0.5653626653883193
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,10240,0.03238222334120009
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,5120,0.07822489076190524
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,12288,0.038314667012956403
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,6144,0.3095217810736762
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,768,0.005186666631036335
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,512,0.012249777714411417
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,7168,0.04079111085997687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,65536,0.47959290610419375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,12288,0.06215022007624308
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,256,0.003556444413132138
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,65536,2.257833692762587
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,16384,0.22755821545918783
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,8192,1.8234346177842882
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,4096,0.06251555681228638
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,12288,0.1373644404941135
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,6144,0.033152888218561806
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,2048,0.07071555323070951
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,64,0.002999111182159848
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,7168,0.01254755589697096
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,32,0.0069573331210348345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,768,0.010489777558379702
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,1024,0.0075662218862109715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,256,0.003943110919660992
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,2560,11.344063652886284
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,12288,0.05080088973045349
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,8192,0.2532586786482069
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,3584,0.0638880001174079
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,4096,0.12467111481560601
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,1536,0.007058666812049017
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,3072,0.006959999601046245
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,7168,0.04407111141416761
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,768,0.09703199730979072
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,1024,0.04804177747832405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,7168,0.00813244448767768
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,3584,0.02212000058756934
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,7168,0.007796444826655918
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,512,0.006497777584526274
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,4096,0.05841422080993652
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,32,0.002962666667169995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,8192,0.023988443944189284
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,6144,0.07007288932800293
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,10240,0.008721777962313758
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,4096,0.27312710550096303
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,1024,0.006342222293217977
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,3584,0.007884444461928474
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,3584,0.012847111456924014
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,65536,0.6157804595099555
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,128,0.030253334177864924
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,3072,0.035608887672424316
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,1024,0.015192889504962497
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,64,0.01982666717635261
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,12288,0.008532444636027018
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,768,0.007876444194051955
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,256,0.006487111250559489
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,2560,0.28715822431776256
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,6144,0.04194844431347317
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,16384,0.2075279951095581
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,1024,0.017796445224020217
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,256,0.006959999601046245
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,5120,0.050866666767332286
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,16384,0.053187555736965604
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,2048,0.004680888934267892
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,768,0.007050666544172499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,128,0.009917333722114563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,10240,0.10869244734446208
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,512,0.007927999728255803
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,8192,0.023053333163261414
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,4096,0.006616000086069107
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,2048,0.04096622268358866
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,12288,0.043679998980628125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,64,0.005945777727497949
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,7168,2.016683578491211
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,65536,1.1995413038465712
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,3072,0.03671288821432326
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,512,0.042657779322730176
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,7168,0.005863111052248213
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,64,0.006233777850866318
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,10240,0.0058648888435628675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,8192,0.31346223089430064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,2048,0.007495111061467065
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,10240,1.3805875778198242
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,12288,0.09559822082519531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,64,0.0036142224238978494
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,32,0.002502222235004107
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,10240,0.042805333932240806
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,16384,0.014380445082982382
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,2560,0.007289778027269576
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,10240,0.02701777716477712
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,12288,0.058667553795708545
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,32,0.004111111164093018
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,512,0.006089777582221561
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,5120,0.18510577413770887
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,512,0.011587555209795633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,768,0.016414221790101793
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,6144,0.038337777058283486
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,512,0.0090524446633127
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,2048,0.0064426664676931165
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,3584,0.0147706667582194
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,10240,0.07242933246824476
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,7168,0.06112000015046862
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,2560,0.009602666729026372
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,5120,0.010880889164076911
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,5120,0.16939111550649008
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,2048,0.11611733171674941
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,12288,0.010484444598356882
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,10240,0.017108443710539076
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,16384,0.02735822233888838
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,5120,0.3611111111111111
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,32,0.0041759999261962045
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,256,0.0037502224246660867
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,6144,0.03828444414668613
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,512,0.006260444306664997
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,7168,0.8935057322184244
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,2048,0.05181599987877739
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,4096,0.07204800181918673
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,16384,0.3038711018032498
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,10240,0.009745777481132084
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,8192,0.10580888721677993
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,1024,0.021757332815064326
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,16384,0.01687022215790219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,16384,1.269621319240994
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,8192,1.1030542585584853
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,5120,0.10561599996354844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,32,0.0027386666172080566
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,3072,0.01643822259373135
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,1536,0.007139555282062954
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,8192,0.4202373292711046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,8192,0.02749066717094845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,7168,0.0052675555149714155
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,768,0.004782222211360931
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,4096,0.0351822210682763
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,2560,0.10712533526950413
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,3584,0.006710222197903528
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,32,0.00299466670387321
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,6144,0.8425057729085287
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,3584,0.17478488551245797
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,4096,0.10160799821217854
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,10240,0.013521778086821238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,128,0.003951999876234266
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,1536,0.013749333719412485
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,7168,0.0448657770951589
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,10240,0.24010043674045137
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,64,0.006598222172922558
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,1536,0.006504888749784893
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,6144,0.042392889658610024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,512,0.022320000661744013
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,512,0.0058408888677755995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,8192,0.012285333540704517
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,5120,0.02786311176088121
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,6144,0.07472088601854113
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,4096,0.01258133351802826
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,1536,1.7743715710110133
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,128,0.009119110802809397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,512,0.00406666679514779
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,64,0.008792888787057664
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,7168,0.007528000407748752
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,32,0.002993777808215883
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,4096,0.05535111162397596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,512,0.00443466669983334
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,10240,1.4597946802775066
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,12288,0.07514222462972005
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,65536,0.5475404527452257
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,256,0.008018666671382057
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,5120,1.2484942542182076
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,3584,0.037103109889560275
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,64,0.0042160000238153665
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,2048,0.020427554845809937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,4096,0.007807999849319458
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,4096,0.009116444322797988
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,512,0.044847998354170054
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,3072,0.01717155509524875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,128,0.005396444350481033
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,65536,0.6149217817518446
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,32,0.051719112528694995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,512,0.010459555519951714
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,16384,0.008247111406591203
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,4096,0.19164089361826578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,1024,0.00960711141427358
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,2560,0.00702133360836241
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,2048,0.027670222851965163
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,2048,0.0063031112982167145
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,2048,0.014305777019924588
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,3072,0.01590399940808614
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,12288,0.10075644652048747
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,3072,0.013185777597957186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,512,0.005294222384691238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,16384,0.01686755485004849
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,6144,0.37520800696478945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,5120,0.009308444129096137
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,768,0.007103111180994246
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,65536,1.1557333204481337
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,3072,0.017662222186724346
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,6144,0.0064186664919058485
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,32,0.0032008888406885993
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,1024,0.00776444458299213
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,256,0.04260355565283033
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,128,0.0033822223130199644
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,32,0.0038808890514903595
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,8192,0.08958666854434544
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,512,0.023649776975313824
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,3584,0.012087999946541257
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,1536,0.01310488912794325
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,1536,0.04320355587535434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,256,0.0037164443896876443
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,32,0.004561777744028303
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,256,0.18325689103868273
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,6144,0.06267555554707845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,8192,0.16039821836683485
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,5120,0.032849778731664024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,2560,0.008253333469231924
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,768,0.009399111072222391
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,512,0.006051555689838197
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,3072,0.015259555644459195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,1536,0.017312889297803242
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,256,0.004028444488843282
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,4096,0.027298667364650305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,512,0.004025777594910728
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,8192,0.1061040030585395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,12288,0.16939111550649008
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,8192,0.030053334103690252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,12288,0.9580524232652453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,5120,0.0177511109246148
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,3584,0.013066666821638743
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,12288,2.0538258022732205
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,256,0.006184000107977126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,768,1.8558016883002386
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,65536,2.935464859008789
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,10240,1.2758462693956163
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,256,0.00611200018061532
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,1536,0.010741333166758219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,4096,0.28248710102505153
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,3072,0.5189217991299099
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,16384,0.01295377810796102
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,1536,0.00664533343580034
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,16384,0.0298942228158315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,8192,1.1186516020033095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,5120,0.020399999287393358
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,7168,0.03391911254988776
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,3072,0.013737777868906656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,128,0.003951111187537511
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,2048,0.039255999856524997
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,6144,0.6524533165825738
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,1024,0.013056889176368713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,32,0.1171484390894572
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,2048,9.194659762912327
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,10240,7.250874837239583
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,1024,0.08333510822719997
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,8192,0.0882035560078091
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,768,0.12536177370283338
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,6144,0.090393775039249
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,1024,0.006534222099516127
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,12288,0.00905511114332411
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,2560,0.03533422284656101
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,4096,0.03275200062327915
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,10240,0.027450667487250432
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,3072,0.014833778142929077
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,6144,0.007280888656775157
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,2048,0.05467289023929172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,1024,0.03128355410363939
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,3072,0.047729776965247266
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,1024,0.008007999923494127
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,65536,0.33646665679083926
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,3584,0.007708444363541073
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,128,0.07729333639144897
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,1024,0.020232000284724765
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,6144,0.14680177635616726
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,65536,0.04905066556400723
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,512,0.038527111212412514
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,768,0.013280889226330651
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,768,0.004646222210592694
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,64,0.00434400017062823
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,32,0.0037919998996787598
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,64,0.002583111118939188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,1024,0.0928879976272583
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,12288,1.8637627495659723
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,10240,0.037075555986828275
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,2560,0.13386666774749756
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,2560,0.03471022182040744
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,3584,2.1505955590142145
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,512,0.004450666821665234
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,512,0.05560355716281467
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,6144,0.02812622321976556
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,6144,0.020390222469965618
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,12288,0.02587377859486474
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,32,0.0027306667632526825
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,2048,0.007638221813572778
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,64,0.007032000356250339
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,512,0.005208000126812193
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,32,0.0031555555760860443
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,10240,0.05594311157862345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,1024,0.01889955500761668
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,2048,0.11413421895768906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,512,0.023023999399609033
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,3072,0.012067555553383298
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,768,0.0063368889192740125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,1536,0.006266666783226862
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,10240,0.027037334111001756
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,2560,0.005869333528810077
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,10240,0.023003555006451074
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,2048,0.15938222408294678
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,128,0.004009777886999978
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,3584,0.008068444828192392
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,2560,0.011167111496130625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,7168,0.03490044342146979
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,65536,1.431640836927626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,7168,0.1451573371887207
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,768,0.007000000112586551
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,1536,0.13439022170172796
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,2048,0.00908622228437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,2560,0.009533333281675974
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,512,0.12271911568111843
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,512,0.006078222145636876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,4096,1.7172489166259766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,1024,0.008101333346631791
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,4096,0.0244186669588089
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,768,0.4553146892123752
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,7168,0.11112799909379746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,64,0.009457777771684859
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,256,0.0070879997478591064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,2560,0.06586666901906331
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,4096,2.156936009724935
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,128,0.0038968887594011095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,10240,0.05044000016318428
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,12288,0.04999822378158569
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,8192,0.11378755834367539
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,3072,0.01661600006951226
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,7168,0.05561333232455783
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,1024,0.011202666494581433
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,6144,0.058147556251949735
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,2560,5.702178531222874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,5120,0.02310666607485877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,128,0.0031999999450312722
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,64,0.0038888889054457345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,3584,0.059438221984439425
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,3072,0.02561155623859829
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,3072,0.6995991071065267
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,3584,0.04075288772583008
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,3072,0.07711466815736559
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,3584,0.01258399999803967
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,65536,0.7032035721672906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,12288,0.93612978193495
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,12288,2.866630130343967
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,12288,0.1171155505710178
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,1024,0.005068444543414646
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,128,0.003170666595300039
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,10240,0.021996445126003687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,128,0.0031644445326593188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,1024,0.009205333060688442
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,3072,0.006811555474996567
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,6144,0.2588355541229248
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,2048,0.007374222079912822
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,768,0.023177777727444965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,128,0.006246222390068903
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,128,0.0052933332820733385
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,12288,0.03402222196261088
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,32,0.003926222109132343
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,2048,0.010222222242090438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,6144,0.015223110715548197
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,256,0.003810666501522064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,12288,0.22003732787238228
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,10240,1.1625875896877713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,3072,0.013209777573744455
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,65536,1.0942426257663302
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,65536,0.019083556201722886
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,512,0.00998399986161126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,1024,0.004666666603750653
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,7168,0.059042665693495006
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,32,0.003118222165438864
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,512,0.14203022585974798
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,128,0.011619555453459421
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,12288,0.008720888859695857
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,4096,0.05090044604407417
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,1024,0.04267466730541653
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,1536,0.08442222409778172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,32,0.003703111161788305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,8192,0.16928533713022867
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,8192,1.1482444339328342
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,16384,0.8349902364942762
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,3072,0.012807110945383707
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,64,0.0034666665726237824
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,64,0.016156444946924847
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,16384,17.79308573404948
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,16384,0.10391288995742798
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,2560,0.14089600245157877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,512,0.004977777600288391
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,1024,0.07665955358081393
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,12288,0.014364444547229342
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,65536,0.03324888812171088
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,768,0.1729760037528144
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,5120,0.06907644536760119
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,128,0.0041573333243529005
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,12288,0.0366924438211653
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,65536,0.8152391115824381
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,16384,0.24038667149013945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,768,0.00683111117945777
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,10240,0.03488444288571676
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,3584,0.008284444610277811
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,3584,0.012356444365448423
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,65536,0.8627893129984537
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,3072,0.4135608938005235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,10240,1.3430168363783095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,6144,0.07573688692516752
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,2560,0.016698666744761996
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,6144,0.007704888780911763
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,512,0.00656355544924736
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,8192,0.15994489192962646
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,3584,0.02810133496920268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,2048,0.01311555587583118
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,32,0.005249777601824866
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,7168,0.08662399980756973
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,256,0.0063288890653186375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,768,0.12237244182162815
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,5120,3.447344885932075
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,64,0.006680000159475539
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,1024,0.7340133455064562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,64,0.005144888742102517
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,12288,0.13951022095150417
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,3072,0.10187733173370361
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,4096,8.993021647135416
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,10240,0.03613866700066461
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,65536,18.047459920247395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,7168,0.5605217615763346
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,65536,0.013839999834696451
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,6144,0.026888888743188646
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,16384,0.012179555164443122
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,7168,0.009388444324334463
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,12288,0.09021421935823228
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,10240,0.5238826539781358
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,32,0.002793777734041214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,3072,0.026856889327367146
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,64,0.004371555729044808
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,4096,0.0063484443558586975
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,128,0.00351200004418691
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,1024,0.012574222352769641
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,256,0.005601777798599667
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,32,0.007458666960398356
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,64,0.005838222387764189
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,64,0.007647111184067196
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,128,0.0036799998746977914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,768,0.031116445859273274
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,5120,0.032348444064458214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,4096,0.008469333251317343
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,2560,0.042937778764300875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,512,0.0877457790904575
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,64,0.01404800017674764
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,16384,0.30302132500542533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,5120,0.030883553955290053
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,3584,0.06109866831037733
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,3584,0.025548444853888616
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,65536,0.6952560212877062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,32,0.0027306667632526825
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,1536,0.007914666500356462
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,32,0.0027315556589100095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,32,0.0031102223114834893
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,16384,1.0428693559434679
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,1536,0.011218667030334473
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,64,0.0029200000895394217
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,8192,0.01200177768866221
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,10240,0.10827110873328315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,4096,0.06701955530378553
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,7168,0.06115466356277466
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,8192,0.8958791097005209
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,7168,1.636172400580512
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,128,0.01441511180665758
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,6144,0.012788444757461548
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,512,0.009843555589516958
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,256,0.02149244480662876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,2560,0.028652442826165095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,8192,0.018852444158660043
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,768,0.005039999882380168
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,7168,0.07679644558164808
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,8192,0.03421422176890903
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,32,0.0035048888789282907
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,8192,0.12032800250583225
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,2560,0.3631600009070502
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,4096,0.03285955720477634
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,8192,0.1851653390460544
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,2048,0.013610666824711693
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,2048,0.06734577814737956
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,1024,0.015443555182880826
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,3072,0.005038222091065513
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,1024,0.005446222093370225
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,2560,0.008253333469231924
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,8192,0.10911377933290269
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,32,0.002549333290921317
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,65536,0.38720978630913633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,64,0.017775111728244357
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,8192,0.05785333447986179
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,1536,0.13385866747962102
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,4096,0.024506666594081458
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,64,0.004293333325121137
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,2048,0.042509333954917065
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,65536,2.7527120378282337
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,7168,0.143068446053399
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,10240,0.05351733167966207
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,128,0.014999111493428549
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,5120,0.41210222244262695
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,10240,0.210408886273702
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,3584,0.07842933469348483
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,12288,3.4730027516682944
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,2048,0.013718222578366598
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,128,0.03834844297832913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,2560,0.01569600072171953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,1024,0.11013244258032905
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,12288,0.031167109807332356
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,64,0.016700444949997794
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,64,0.004496888981925117
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,65536,2.747202767266167
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,10240,0.11253600650363499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,64,0.0042151109211974675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,512,0.007619555625650618
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,64,0.004087999877002505
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,768,0.005496888938877318
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,4096,0.008194666769769456
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,64,0.03280977739228143
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,128,0.003915555361244413
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,8192,3.3749190436469187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,1536,0.016905777984195285
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,2048,0.4543529086642795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,128,0.0037626665499475268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,3584,0.008269333177142674
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,16384,0.032474666833877563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,12288,0.12445778316921657
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,1024,0.03122577733463711
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,1024,0.03131377696990967
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,6144,0.037823110818862915
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,768,0.007096889118353526
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,6144,0.0749431120024787
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,1024,0.009343110852771336
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,256,0.005233777893914117
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,1024,0.007890666524569193
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,8192,0.046562665038638644
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,1536,0.2376906606886122
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,8192,0.00979022185007731
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,64,0.0031759999692440033
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,512,0.0047644442982143825
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,2048,0.03629866573545668
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,65536,0.3314666748046875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,32,0.007366221812036302
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,3584,0.01181244436237547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,7168,0.2591537899441189
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,64,0.003887999802827835
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,768,0.004929777648713854
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,64,0.0027991111079851785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,7168,0.08629777696397568
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,10240,0.14760977692074245
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,32,0.005079111291302575
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,1024,0.0351182222366333
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,7168,3.037716547648112
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,256,0.007287999822033777
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,10240,0.05312533179918925
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,5120,0.013838222457302941
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,12288,0.015722667177518208
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,64,0.017836444907718234
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,6144,1.2560702429877388
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,3072,0.16721867190466988
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,512,0.08755022287368774
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,6144,0.007148444652557373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,8192,0.1460168891482883
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,16384,0.07600088914235432
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,7168,0.6523724661933051
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,1024,0.09874488910039265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,3072,0.021710221966107685
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,65536,3.4798062642415366
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,3072,0.024896888269318476
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,768,0.005413333161009683
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,12288,0.32374487982855904
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,3584,0.37220178710089785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,5120,0.012039110892348819
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,4096,0.007245333658324347
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,65536,0.016879111528396606
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,6144,0.17063644197252062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,32,0.006436444405052397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,5120,0.08726488881640965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,6144,0.09857333368725246
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,10240,0.2421635521782769
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,4096,0.022898667388492163
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,4096,0.181548449728224
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,7168,0.007811555431948767
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,3072,0.3980720043182373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,512,0.41029776467217344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,8192,0.04706755611631605
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,128,0.01238933371173011
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,65536,0.07159111234876844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,5120,0.06444178024927776
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,32,0.007696888513035244
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,8192,0.007859555383523306
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,32,0.004378666480382283
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,6144,0.022634666826989915
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,10240,0.30503466394212514
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,3584,15.790142483181425
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,3072,0.00906844437122345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,16384,2.282111909654405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,2560,0.008935111264387766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,7168,0.10445866982142131
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,7168,0.009716444545321995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,4096,0.009644444617960189
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,768,0.07375733057657878
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,7168,0.782076464758979
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,768,0.0058328890138202244
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,6144,0.01831999917825063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,2560,0.017468444175190397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,64,0.009377777576446533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,768,0.010297777752081553
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,64,0.009180444810125563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,8192,0.1518097718556722
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,65536,0.0551457769340939
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,2048,0.08614666594399346
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,4096,0.03128622306717767
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,6144,0.15480532911088732
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,65536,0.3105226622687446
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,65536,0.39118488629659015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,10240,0.8879493077596029
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,3584,0.014499555031458536
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,16384,0.08982844485176934
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,768,0.004666666603750653
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,2048,0.011602666642930774
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,4096,0.0510115557246738
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,5120,0.026675555441114638
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,3072,0.029554665088653564
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,7168,0.04205333193143209
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,10240,0.11089866691165501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,4096,0.029831111431121826
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,3584,0.01774044500456916
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,16384,0.2315217653910319
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,16384,0.16154577996995714
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,1024,0.22311109966701934
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,3072,0.06064711014429728
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,12288,0.1696159972084893
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,32,0.007281777759393056
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,12288,0.01681688924630483
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,2560,0.011944000091817645
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,128,0.003048000029391713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,1024,0.005839111076460944
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,12288,1.6723751491970484
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,65536,0.4092240068647597
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,7168,0.04565599891874525
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,2048,0.01057866629627016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,64,0.004846222284767362
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,4096,0.12714132997724745
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,12288,0.059416890144348145
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,1024,0.006241777704821692
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,3072,0.16850133736928305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,6144,0.025436444414986506
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,512,0.008062221937709385
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,768,0.007040888898902469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,2048,0.5114542113410102
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,32,0.003687111039956411
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,12288,0.34407467312282985
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,128,0.019476445184813607
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,32,0.002979555477698644
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,3584,0.020285333196322124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,2048,0.03681244452794393
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,32,0.0027715555495686005
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,64,0.002765333279967308
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,32,0.005519999812046687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,512,0.012576888832781049
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,5120,0.014803555276658801
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,10240,0.025166221790843542
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,12288,0.08480177985297309
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,1024,0.01889155473974016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,512,0.6416844262017144
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,3072,1.1925662358601887
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,4096,0.007702222300900354
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,16384,0.18555466334025064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,8192,0.019496889577971566
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,512,0.004480000171396467
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,12288,0.14068799548678929
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,3584,0.6230542394849989
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,3072,0.04321777820587158
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,3072,0.022654222117529974
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,64,0.00490399988161193
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,2048,0.011715555356608497
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,10240,0.3634275595347087
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,256,0.009200889203283522
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,3584,0.13477067152659097
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,512,0.007653333246707916
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,32,0.0033928888539473214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,512,0.006680888848172293
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,4096,0.09211911095513238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,12288,0.05937777625189888
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,4096,0.11230133639441596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,10240,0.7913164562649198
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,128,0.07342400153477986
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,256,0.006999111009968652
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,64,0.005068444543414646
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,3072,0.07733155621422662
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,8192,0.055825776524013944
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,4096,0.062223109934065074
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,1536,0.011220444407727985
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,64,0.005792888916201062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,4096,0.0068693334857622785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,5120,0.037315554089016385
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,10240,0.012625777886973487
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,6144,0.8972311019897461
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,10240,0.10610755284627278
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,1024,0.011337777806652917
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,128,0.003991111285156674
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,3072,0.01034577770365609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,64,0.0030906666070222855
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,32,0.0038897775941424896
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,16384,0.1356239981121487
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,10240,0.13354755772484675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,12288,0.04458933406405979
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,8192,0.09733155700895522
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,2048,0.1587982177734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,65536,2.3394097222222223
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,2560,0.037194665935304426
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,4096,0.7323537932501899
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,64,0.004607111215591431
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,7168,0.02796088986926609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,128,0.00490488898422983
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,128,0.007819555699825287
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,64,0.005897777775923411
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,128,0.0036888888312710654
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,12288,0.00869777798652649
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,1024,0.0225600004196167
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,65536,0.5494311120775011
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,32,0.007378666765160031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,1536,0.42001689804924863
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,7168,0.010626667075686984
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,5120,0.02288355595535702
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,16384,0.008739555875460306
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,128,0.003663111064169142
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,32,0.003109333415826162
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,32,0.003703111161788305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,6144,0.0848275555504693
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,4096,0.012906666431162091
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,8192,0.006904888898134232
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,10240,0.028130667077170476
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,12288,0.09368266661961873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,1024,0.007877333296669854
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,12288,0.060792002413007945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,16384,1.2688106960720487
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,1024,0.04930311110284594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,5120,0.6746035681830512
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,7168,0.08072266976038615
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,64,0.0217884447839525
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,2560,0.008113777471913232
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,8192,0.04933155576388041
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,5120,0.017921777235137094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,16384,0.022774222824308608
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,2048,0.018031999468803406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,6144,26.792895846896702
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,256,0.006525333142942852
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,64,0.005592888842026393
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,7168,0.7583777639600965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,768,0.005015999906592899
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,10240,0.11915732754601373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,3072,0.006684444430801604
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,6144,0.018020444446139865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,64,0.0027013334135214486
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,5120,0.11268533600701226
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,7168,0.4736231168111165
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,512,0.6437653435601128
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,768,0.07162933217154609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,2048,0.04490844408671061
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,2560,0.01462222304609087
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,3584,0.008629333641793992
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,65536,1.384964413113064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,16384,1.760128868950738
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,12288,0.15070577462514242
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,4096,0.28253600332472056
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,256,0.011582222249772815
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,1536,0.007737778127193451
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,5120,0.007306666837798224
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,2560,0.014988443917698331
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,64,0.050350222322675914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,3584,0.008917333351241218
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,10240,0.22492178281148276
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,2048,0.032808889945348106
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,2560,0.047629333204693265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,1024,0.014568888478808932
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,7168,0.03532977898915609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,256,0.004126222183307012
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,256,0.004228444563017951
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,32,0.0028231110837724474
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,768,0.016844444804721408
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,32,0.004332444320122401
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,10240,0.04895111256175571
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,3584,0.48287555906507706
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,512,0.003990222182538775
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,3584,0.13565777407752141
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,5120,0.00812533332241906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,32,0.007359999749395583
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,32,0.0031911111954185697
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,3584,0.09532266855239868
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,3072,0.02304711110062069
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,16384,0.024168888727823894
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,128,0.003079111170437601
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,2560,0.011567110816637674
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,5120,0.22996089193556044
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,2560,0.5416257646348741
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,512,0.0098213329911232
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,12288,0.09726577997207642
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,65536,0.017124444246292114
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,64,0.0030817778574095834
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,10240,5.646474626329209
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,2048,0.19950400458441842
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,1536,0.02676800058947669
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,768,0.0069422221018208405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,512,0.005146666533417172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,512,0.018568888306617737
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,10240,0.02597066594494714
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,5120,0.019536889261669584
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,10240,0.8547875616285535
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,3584,0.19753155443403456
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,3584,0.01142133358452055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,768,0.0047493332790003884
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,32,0.007138667007287343
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,10240,0.019136889113320243
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,12288,0.08862577544318305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,16384,0.1117582188712226
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,3072,0.1608239942126804
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,2560,0.02605955633852217
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,256,0.004365333252482944
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,2048,0.009843555589516958
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,4096,0.01885688967174954
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,65536,10.886595831976997
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,3584,0.10691644748051961
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,65536,0.17676977316538492
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,2048,0.06394933329688178
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,2560,0.04818844464090136
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,64,0.009320889082219865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,128,0.018331555856598746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,7168,0.32376710573832196
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,2048,0.006478222293986215
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,10240,0.20120533307393393
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,64,0.014243554737832812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,3072,0.018978666928079393
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,7168,0.06305599874920316
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,12288,0.06206222375233968
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,3072,0.008009778128729926
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,3584,0.0885324411922031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,64,0.005011555635266834
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,3584,0.04937866661283705
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,3584,0.0642933315700955
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,16384,1.2459546195136177
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,512,0.0053377776510185665
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,12288,0.06526044342252943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,16384,3.5954916212293835
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,32,0.00388355553150177
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,8192,0.20178400145636666
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,4096,0.04589066571659512
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,10240,0.007914666500356462
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,6144,0.14115911059909397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,8192,0.03581510980923971
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,3072,0.04801688922776116
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,128,0.003056888985964987
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,6144,0.019638222124841478
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,16384,2.407445271809896
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,1536,0.00794400026400884
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,32,0.008554666406578487
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,64,0.0028986665937635633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,256,0.015632889337009855
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,512,0.19864711496565077
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,3072,0.030376000536812678
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,768,0.016159999701711867
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,6144,0.06298133399751452
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,128,0.0038115556041399636
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,512,0.003934222377008862
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,4096,0.4211075570848253
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,768,0.0069431112044387394
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,7168,0.006966222491529252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,6144,0.016415999995337594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,4096,0.02089511189195845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,6144,0.5933849016825358
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,3584,0.049343112442228526
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,1536,0.05922933419545492
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,7168,0.07837511433495416
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,12288,0.23677155706617567
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,128,0.14409511619144016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,1536,0.01513155632548862
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,128,0.007828444242477417
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,8192,0.006144000010357962
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,3584,0.06561955478456286
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,65536,0.24566311306423613
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,1536,0.01075466639465756
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,4096,0.04014933440420363
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,4096,0.12232800324757893
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,12288,0.8342400126987033
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,2560,0.021128000484572515
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,32,0.0032195556494924757
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,32,0.003321777822242843
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,64,0.005763555566469829
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,12288,0.12512355380588108
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,128,0.0032017777363459268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,4096,0.0047066667013698155
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,3072,0.045816888411839805
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,256,0.02815022071202596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,16384,0.5621413124932183
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,768,0.009722666607962714
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,64,0.009336888790130615
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,2560,0.021759111020300124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,6144,0.4809564484490289
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,2048,0.026280888252788123
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,1536,0.0140346669488483
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,768,0.006806222101052602
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,10240,2.8938187493218313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,2560,0.04295555419392056
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,4096,0.02344977855682373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,3584,0.016606221596399944
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,1536,0.006502222269773483
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,4096,0.02646488944689433
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,256,0.003702222059170405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,3072,0.8556373384263781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,5120,0.23073776563008627
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,6144,0.061194664902157254
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,2048,0.08884888887405396
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,512,0.005347555710209741
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,3072,0.013192888763215808
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,256,0.007962666451931
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,3072,0.0804719991154141
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,3072,0.05179644293255276
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,32,0.004206222378545337
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,512,0.02840177880393134
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,16384,0.0103511114915212
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,5120,0.04840888910823398
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,5120,0.06876355409622192
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,1536,0.09627288579940796
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,2560,0.19314755333794487
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,1536,0.06634577777650622
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,512,0.004101333518822988
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,7168,0.016567111015319824
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,1024,0.009778666827413771
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,7168,0.14779644542270237
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,12288,0.06576444705327351
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,128,0.01536622146765391
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,2048,0.014783999986118741
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,64,0.0032222221295038858
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,64,0.022828444838523865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,2560,0.016568000117937725
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,64,0.00851466672288047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,16384,0.019016888406541612
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,1536,0.09196888738208348
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,8192,0.38641243510776097
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,2048,0.3647777769300673
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,7168,0.15505866209665933
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,512,0.030124445756276447
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,64,0.008797333472304875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,8192,0.15720889303419325
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,768,0.1251253286997477
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,65536,0.33885423342386883
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,32,0.003264888914095031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,8192,0.09008266528447469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,7168,0.0910702215300666
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,10240,0.05071555574735006
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,3072,0.007705777883529663
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,64,0.005105777747101254
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,16384,0.16296799977620444
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,65536,1.2056427001953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,8192,0.012834666503800286
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,768,0.04279377725389269
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,8192,0.007107555866241455
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,2048,0.01477866702609592
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,4096,0.11794133981068929
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,10240,0.18890399403042266
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,128,0.003120888852410846
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,12288,0.2858862347073025
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,10240,0.0747964448399014
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,2048,0.009630222287442949
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,1024,0.09453777472178142
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,1024,0.015501333607567681
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,8192,0.013988445202509562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,16384,0.024801777468787298
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,6144,0.08969777822494507
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,32,0.0031600000543726813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,65536,0.20200088289048937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,3584,0.007785778078767989
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,128,0.04783199893103706
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,32,0.003269333392381668
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,5120,0.06723644336064656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,1024,0.1354666683408949
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,3072,0.012144889268610211
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,1536,0.011366222467687396
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,2048,0.008238222036096785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,16384,0.028456889920764502
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,65536,1.2452995512220595
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,8192,0.12127021948496501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,10240,0.4411004384358724
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,64,0.002809777855873108
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,128,0.017696888910399545
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,1024,0.005976888868543837
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,1536,0.007772444850868649
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,1536,0.013552000125249227
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,4096,0.007037333316273159
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,65536,0.010435555544164447
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,12288,1.540172470940484
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,768,0.023195554812749226
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,7168,0.04299111167589823
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,1536,0.06900266806284587
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,1024,0.05437689026196798
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,256,0.005045333256324132
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,32,0.0033119999700122406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,256,0.004010666575696734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,65536,0.18288089169396293
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,768,0.5649955537584093
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,32,0.4236408869425456
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,5120,0.402005328072442
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,12288,0.1345448891321818
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,65536,0.46595022413465714
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,6144,0.03680088784959581
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,3072,0.02738133403990004
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,512,0.0158924443854226
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,8192,0.8119120068020291
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,3072,0.010316444767846001
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,3584,0.013312000367376538
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,6144,0.24548443158467612
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,12288,0.20475644535488555
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,2560,0.28265155686272514
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,2048,0.005909333212508096
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,64,0.004053333153327306
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,1024,0.005160888863934411
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,3072,0.025324443976084392
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,12288,0.2249546580844455
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,10240,0.007606222397751278
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,8192,0.09948177470101251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,3072,0.008896888958083259
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,1024,0.013028444515334235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,2048,0.02421955598725213
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,512,0.010863111250930362
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,65536,0.5177689128451878
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,5120,0.028976887464523315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,768,0.0063768890168931745
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,16384,0.14795911312103271
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,3584,0.05650133556789822
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,8192,0.10351200236214532
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,1024,0.02552977701028188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,768,0.0047600000268883174
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,256,0.005191111316283544
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,2048,0.005979555762476391
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,1536,0.010798222488827176
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,256,0.003436444534195794
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,1536,0.01770666738351186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,12288,0.2597671084933811
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,128,0.003136000078585413
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,12288,0.5179617669847276
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,768,0.3407199912601047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,2048,0.010503110786279043
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,3584,0.0076453329788313965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,4096,0.02647200061215295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,32,0.0027422221998373666
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,256,0.0068417779273457
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,512,0.011912888950771756
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,16384,0.012478222449620565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,65536,0.09490399890475804
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,512,0.03860800133811103
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,512,0.014704000618722705
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,64,0.0028159999185138275
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,128,0.0035742223262786865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,1024,0.566307544708252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,768,0.010245333115259806
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,1024,0.005103111267089844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,768,0.01703288820054796
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,5120,0.012677333421177335
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,2048,0.8947226206461588
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,768,0.013438222308953604
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,6144,0.05903200308481852
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,5120,0.26325954331292045
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,65536,4.620946672227648
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,1024,0.43677600224812824
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,16384,0.09343910879558986
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,2560,0.2887609004974365
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,3072,0.12374667326609294
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,2048,0.009193778038024902
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,8192,0.01165244479974111
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,7168,0.0277173337009218
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,1536,1.3480639987521703
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,32,0.005816000203291575
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,128,0.0033573332346147964
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,256,0.0037253333462609183
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,2048,0.6042817963494195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,64,0.0028026666906144884
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,7168,0.7736826472812228
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,12288,0.10043555498123169
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,2048,1.567832840813531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,32,0.014968888627158271
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,128,0.0032391111469931076
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,768,0.01959022217326694
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,1536,0.014210666219393412
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,768,0.005632888939645555
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,2560,0.041491554843054876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,3072,0.014418666561444601
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,6144,0.13907289505004883
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,256,0.0456080006228553
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,256,0.013253333667914072
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,10240,0.015420445137553744
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,128,0.0034097778714365433
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,512,0.008257778154479133
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,10240,0.1439315610461765
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,3072,0.04016888803905911
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,1536,0.013134222063753339
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,512,0.0047582222355736625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,32,0.005065777649482091
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,8192,0.7824817763434516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,8192,0.17918133735656738
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,6144,0.08635022242863973
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,7168,0.10788266526328193
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,512,0.0064222220745351576
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,12288,0.15423822402954102
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,10240,0.056778669357299805
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,32,0.01481066644191742
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,768,0.018794667389657762
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,2560,2.404012468126085
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,2048,0.017666666044129264
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,3584,0.05264355407820808
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,16384,2.2721101972791886
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,2560,0.019324445062213473
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,3584,0.011462222370836469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,5120,0.008799110849698385
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,10240,0.014072888427310519
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,8192,0.046690666013293795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,256,0.003650666524966558
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,4096,0.08772355318069458
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,65536,0.029606223106384277
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,32,0.004278222305907143
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,128,0.011481777661376528
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,5120,0.01793866687350803
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,64,0.0033048888047536216
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,2560,0.20300622781117758
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,16384,0.20890133910708955
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,8192,0.012759110993809171
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,3584,0.028891556792789038
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,256,0.00388711111413108
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,32,0.0035137778355015647
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,3072,0.01846844454606374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,2560,0.035397334231270686
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,8192,0.027871999475691054
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,3072,0.02422488894727495
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,128,0.0032968889507982465
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,1536,0.012395555774370829
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,7168,0.021777777208222285
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,4096,0.006494222415818109
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,3072,0.023357333408461675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,8192,0.007198221981525421
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,256,0.03376266691419814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,1536,0.022783999641736347
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,6144,0.022858666049109563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,128,0.017681777477264404
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,1024,0.04789511031574673
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,128,0.0070266665683852295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,3584,0.034041778908835515
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,512,0.005315555466545953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,32,0.004187555362780889
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,16384,0.16466844081878662
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,7168,0.043990221288469106
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,32,0.002575111058023241
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,256,0.005519111123349931
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,128,0.009186666872766282
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,16384,0.043856001562542386
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,1536,0.014734221829308404
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,64,0.0026595555245876312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,64,0.0030622221529483795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,65536,0.13666310575273302
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,65536,2.2864292992485895
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,256,0.003925333420435588
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,6144,0.014523555835088095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,2560,0.027154665854242113
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,1024,0.00778399987353219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,6144,0.1663857830895318
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,3584,0.007841777470376756
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,8192,0.20150933000776503
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,12288,0.03950400153795878
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,2560,0.01759288873937395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,8192,0.042506668302747935
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,768,0.004616888860861461
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,256,0.014383999837769402
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,2048,0.05538488758934868
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,512,0.012718222207493253
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,2560,0.03884889019860162
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,4096,0.02353688908947839
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,3584,0.20807377497355142
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,32,0.0027742222365405825
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,3072,0.5589635637071397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,10240,0.12035644054412842
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,3072,0.0974080032772488
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,6144,0.03568799959288703
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,3072,0.41248265902201336
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,7168,0.007059555914666917
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,16384,0.0184560004207823
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,6144,0.00757244477669398
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,5120,0.03605422377586365
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,64,0.005156444592608346
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,3072,0.024225778049892847
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,1024,0.02071911096572876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,128,0.011016888750924004
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,128,0.10926844676335652
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,8192,0.010772444307804108
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,64,0.005380444642570283
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,3584,0.19691022237141928
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,64,0.003256888853179084
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,64,0.0047288888858424295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,5120,0.02269511090384589
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,256,0.0034844444857703317
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,16384,0.061478224065568715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,3584,0.08164533641603258
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,32,0.0032053333189752367
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,2048,0.030416889323128596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,7168,0.15376178423563638
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,10240,0.01555022266176012
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,4096,0.006979555719428592
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,768,0.005041777673694822
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,128,0.02735288937886556
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,64,0.011974222130245633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,10240,0.5307582219441732
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,5120,0.06480444139904447
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,7168,0.08000622193018596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,1536,0.01566133399804433
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,5120,0.478216012318929
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,7168,0.008200888832410177
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,1536,0.006931555353932911
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,16384,0.02725155486000909
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,3072,0.021922666165563796
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,2560,0.06812444660398695
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,256,0.005056888692908817
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,1024,0.019340443942281935
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,5120,0.0744311081038581
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,256,0.010635555618339114
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,5120,0.04762311114205254
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,65536,0.03358577688535055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,4096,0.018021333548757765
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,512,0.006182222316662471
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,3584,0.04112889038191901
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,8192,1.1955457263522677
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,4096,0.01495911180973053
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,512,0.006015111174848344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,8192,0.16987110508812797
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,128,0.11041422022713555
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,5120,0.47445954216851133
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,3072,0.050276445017920605
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,1536,0.16628266705407038
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,1024,0.009187555147541894
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,256,0.005215999980767568
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,8192,0.01958400011062622
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,3584,0.2801484531826443
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,256,0.005223999834722943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,6144,0.015261333849694995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,8192,0.008586666650242275
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,65536,0.4528035587734646
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,16384,0.09461155864927505
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,256,0.01127644462717904
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,512,0.006034666465388403
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,7168,0.5610497792561849
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,1024,0.00553688903649648
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,256,0.008230222596062554
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,1024,0.0101742222905159
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,3584,0.024318221542570326
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,1536,0.03990933299064636
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,512,0.024296889702479046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,2048,0.08476977878146702
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,3584,0.02283199959331089
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,32,0.012936000194814471
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,32,0.08389866352081299
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,2560,0.034937779108683266
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,1536,0.05647289090686374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,10240,0.03017688790957133
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,1024,0.00759733302725686
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,2560,0.008852444589138031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,1024,0.03377244538731045
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,6144,0.1249413357840644
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,2560,0.007095110913117726
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,5120,0.011151110960377587
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,512,0.0071937781241205
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,8192,0.03136355678240458
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,512,0.004304888761705822
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,3584,0.030423998832702637
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,7168,0.19713244173261854
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,2048,0.012703999876976013
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,12288,0.24677512380811903
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,4096,0.037831111086739436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,512,0.004038222134113312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,10240,1.0836932924058702
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,65536,0.9525156021118164
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,64,0.0038417776425679526
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,3584,0.02867022156715393
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,10240,0.09764444165759617
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,6144,0.06670400169160631
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,5120,1.268048922220866
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,3072,0.018935110833909776
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,768,0.028726223442289565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,256,0.02513066596455044
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,2048,0.29515910148620605
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,1536,0.016103999482260812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,512,0.004452444612979889
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,5120,0.06874844763014051
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,12288,0.06550666358735827
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,256,0.026504000027974445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,32,0.002969777832428614
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,256,0.003980444537268745
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,768,0.005423999908897612
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,10240,0.060953776041666664
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,5120,0.20978932910495332
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,5120,0.02881511052449544
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,128,0.005432888865470886
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,2048,0.021014221840434607
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,1024,0.028605331977208454
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,64,0.07354755534066094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,32,0.0024177777684397167
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,2048,0.012977778083748288
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,256,0.03414222266938951
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,65536,0.06692355871200562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,64,0.003119999956753519
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,256,0.02475022276242574
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,4096,0.5938088628980849
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,32,0.0053297777970631914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,10240,2.2490079667833114
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,12288,1.0469449361165364
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,2560,0.04678222205903795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,3072,0.00646666685740153
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,128,0.03459022111362881
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,64,0.0034186666210492453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,128,0.0032515554792351196
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,1536,0.2215848896238539
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,8192,0.04054222173160977
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,4096,0.4120977719624837
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,2048,0.060876442326439746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,4096,0.007992000215583378
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,32,0.004795555439260271
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,3072,0.040129777457978986
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,256,0.004518222063779831
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,3584,0.04129066732194688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,32,0.013275555438465543
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,1024,0.015207111835479736
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,6144,0.5370426707797581
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,12288,6.462131500244141
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,128,0.006781333436568578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,4096,0.1664008829328749
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,10240,0.1449671056535509
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,2048,0.010087110930018956
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,4096,0.5748160150316026
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,4096,4.85591295030382
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,1536,0.060927112897237144
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,32,0.07403822077645196
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,65536,3.482367197672526
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,128,0.029094222519132826
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,2048,0.0344835552904341
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,2048,1.0193235609266493
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,768,0.007473777565691207
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,7168,0.023306666149033442
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,12288,0.019184889064894784
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,2048,0.008366222182909647
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,2048,0.4341111183166504
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,3072,0.026312000221676294
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,256,0.009644444617960189
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,7168,0.7504595650566949
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,768,0.003911111089918348
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,3072,0.026760000321600173
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,512,0.00867733359336853
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,2560,0.6471555497911241
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,65536,0.17011733849843344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,1536,0.027428444888856676
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,3072,0.02513155506716834
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,1536,0.01610666679011451
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,3584,0.017859554953045316
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,3584,0.020064888728989493
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,2048,0.1431466605928209
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,6144,0.07262400123808119
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,8192,0.10649422142240737
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,2560,0.02181333303451538
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,2560,0.10274577803081936
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,1536,0.028565333949195013
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,65536,0.030018667380015056
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,6144,0.0491555564933353
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,6144,0.02555022140343984
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,10240,0.25104978349473744
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,32,0.0030213333666324615
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,512,0.02273155583275689
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,4096,0.01036444471942054
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,512,1.3289804458618164
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,1536,0.005995555470387141
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,2048,0.03065155612097846
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,16384,0.012118221984969245
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,64,0.003560888684458203
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,3072,0.5923528671264648
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,16384,0.09764711062113444
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,256,0.003826666623353958
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,10240,0.12864089012145996
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,10240,0.007436444362004598
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,2048,0.01945600079165565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,5120,0.7506453196207682
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,3584,0.023894222246276006
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,8192,0.14301244417826334
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,3072,0.010817777779367236
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,2560,0.32293687926398384
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,1536,0.006487999939256244
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,65536,0.25168000327216256
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,128,0.0037253333462609183
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,32,0.007231999602582719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,12288,0.28208088874816895
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,1536,0.007041778001520369
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,512,0.012617777619096967
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,64,0.006454222318198945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,3584,0.37593687905205625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,1024,0.013041777743233575
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,2560,0.006767999794748094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,65536,26.987369113498264
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,10240,0.17201333575778535
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,12288,0.029119110769695703
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,10240,3.588464101155599
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,5120,0.00721866637468338
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,3072,0.0797662205166287
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,2048,0.012524444195959302
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,8192,0.7283893161349826
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,16384,0.015936000479592215
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,128,0.007120889094140794
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,1024,0.00500177757607566
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,128,0.005208000126812193
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,32,0.002854222224818336
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,5120,0.008974221845467886
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,768,0.09947911236021255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,5120,0.040222220950656466
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,1024,0.007864000068770515
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,128,0.004234666625658671
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,4096,0.327310217751397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,3072,0.018650665879249573
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,7168,0.3558151192135281
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,2048,0.014885332849290637
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,64,0.040941334433025785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,32,0.002899555489420891
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,2048,0.005362666729423735
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,3584,0.028706666496064927
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,3072,0.041909333732393056
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,128,0.003237333355678452
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,8192,8.834760030110678
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,32,0.004909333255555895
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,32,0.004206222378545337
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,65536,0.4083377785152859
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,16384,0.2705013222164578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,256,0.004217777815130022
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,6144,0.06888710790210299
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,1024,0.02030755579471588
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,2560,0.011594666375054253
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,2048,0.015638222297032673
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,7168,0.016552888684802584
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,2048,0.03879822293917338
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,65536,0.12616088655259874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,1536,0.012507555385430654
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,1024,0.012636444634861417
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,65536,5.360587649875217
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,128,0.004862222406599256
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,7168,0.9672586652967664
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,4096,0.011766222616036734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,1024,0.02016177773475647
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,768,0.07764355341593425
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,12288,0.3041822115580241
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,32,0.003245333416594399
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,65536,74.98403591579861
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,3072,1.9063741895887587
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,16384,0.13260000281863743
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,32,0.01052977806992001
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,65536,13.332923889160156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,6144,0.06628177563349406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,65536,0.5941493246290419
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,1024,0.011483555866612328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,7168,0.24512267112731934
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,2048,0.012523555921183692
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,6144,0.13866133160061306
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,64,0.021822222405009802
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,2560,0.5748951170179579
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,12288,0.025060445070266724
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,65536,1.4732551574707031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,1024,0.8866035673353406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,8192,0.009751111268997192
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,768,0.005374222166008419
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,128,0.005389333185222413
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,1024,0.010608889162540436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,65536,27.12289259168837
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,2560,0.02405244443151686
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,2560,0.05786844756868151
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,1536,0.11879111660851373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,256,0.015954666667514376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,12288,0.2050346665912204
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,5120,0.07052710983488295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,65536,0.1945404476589627
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,256,0.01889333294497596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,10240,0.018415111634466384
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,2048,0.01570133368174235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,6144,0.014175999495718213
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,128,0.004432888908518685
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,5120,0.09400533305274116
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,32,0.002773333340883255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,3584,0.028095109595192805
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,768,0.0058142224119769196
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,4096,0.08214310805002849
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,32,0.0026737778551048706
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,768,0.06404622395833333
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,65536,0.14420355690850153
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,2048,0.008037333687146505
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,3072,0.16728356149461535
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,768,0.0046657779150538975
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,1024,0.012755555411179861
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,3584,0.07237244314617582
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,6144,0.15579822328355578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,32,0.0032835555159383347
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,3584,0.006816000160243776
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,2560,1.3627795113457575
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,16384,0.061352001296149365
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,65536,0.08281955454084608
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,1536,0.12796355618370905
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,128,0.0032684444967243406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,256,0.004392000122202767
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,128,0.014874666929244995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,65536,0.34299198786417645
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,768,0.028528001573350694
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,6144,0.23635554313659668
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,256,0.004212444441186057
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,16384,0.03145688772201538
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,4096,0.01623644431432088
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,10240,0.17843733893500435
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,512,0.04419111212094625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,1024,0.009291555318567488
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,768,0.008599999878141616
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,256,0.0037564444873068067
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,8192,0.007903999752468532
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,64,0.003035555490189128
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,2560,0.007793777518802219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,2048,0.15952266587151423
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,32,0.013021333350075616
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,2048,0.021682666407691106
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,1536,1.242635515001085
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,8192,0.5969902144538032
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,1536,0.052954667144351535
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,5120,0.024852444728215534
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,65536,1.7761057747734919
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,16384,0.2563893265194363
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,2048,0.18650400638580322
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,1536,0.005640000104904175
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,2048,0.05147822366820442
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,5120,0.21329689025878906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,1024,0.006115555349323485
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,512,0.006279110908508301
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,1536,0.006160000132189856
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,6144,0.1032222244474623
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,12288,0.06608800093332927
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,768,0.006310222049554189
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,32,0.00319377767542998
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,4096,0.0307004451751709
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,8192,0.11168889204661052
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,512,0.005897777775923411
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,5120,0.016927111479971144
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,1024,0.007975999679830339
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,3072,0.02442755632930332
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,2048,0.012816000315878125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,3584,0.014091556270917257
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,128,0.003245333416594399
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,10240,0.07323733303281996
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,16384,3.596019744873047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,3584,0.007589333587222629
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,64,0.004107555581463708
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,1536,0.007515555454625024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,256,0.008259555531872643
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,256,0.013408000270525614
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,3584,0.008108444511890411
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,1024,0.007162666983074612
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,2048,0.055544889635509916
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,7168,0.36099288198683
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,768,0.010563555690977307
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,256,0.004261333495378494
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,4096,0.09179021914800008
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,8192,0.008058666355080074
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,512,0.007744000189834171
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,16384,0.5417751206292046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,1536,0.1551520029703776
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,1536,0.0075635554061995606
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,6144,0.007788444558779399
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,512,0.0034355556385384668
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,65536,0.3225777679019504
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,7168,0.5028630892435709
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,12288,0.26387911372714573
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,3072,0.05564000209172567
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,7168,0.038386666112475924
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,32,0.005568888866239124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,3584,0.05990578068627251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,64,0.038042667839262224
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,2048,0.010842666857772403
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,512,0.013996443814701505
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,768,0.9680311414930555
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,3584,0.013017777767446307
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,128,0.0032017777363459268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,2048,0.0064488889442549805
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,7168,0.04604711135228475
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,6144,0.08057244618733723
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,4096,0.07907822397020128
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,16384,1.1056409411960177
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,2560,0.015204444527626038
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,3072,0.13146400451660156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,12288,0.01496266656451755
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,7168,0.007351111206743453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,2048,0.007791111038790808
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,4096,0.03271822134653727
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,32,0.0028488888508743713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,2560,0.06893599695629544
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,64,0.0038133333954546186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,4096,0.061308443546295166
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,10240,0.07929955588446723
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,64,0.002748444469438659
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,8192,0.20103466510772705
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,7168,0.035418666071361966
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,1536,0.030745777818891738
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,2560,0.02217688825395372
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,4096,0.056631108125050865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,32,0.019738665885395475
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,7168,0.060349331961737744
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,768,0.01646577815214793
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,10240,4.22394773695204
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,2048,0.05592799848980374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,4096,0.06337155236138238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,3584,0.08942488829294841
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,8192,0.17030489444732666
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,2560,0.024847111768192712
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,64,0.0028239999794297745
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,16384,0.010087110930018956
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,2048,0.007731555236710443
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,12288,0.433351993560791
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,64,0.0027866665687825945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,3072,0.006597333484225803
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,128,0.004962666581074397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,2048,0.007592000067234039
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,2048,0.026187555657492742
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,2560,0.025813332862324182
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,7168,0.030395554171668157
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,1024,0.021920889616012573
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,128,0.01164177805185318
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,3584,0.0075662218862109715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,768,0.009631111390060848
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,1536,0.0314044455687205
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,768,0.06257600254482694
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,3072,0.007062222394678328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,65536,0.03019555409749349
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,65536,1.239598274230957
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,768,0.010204444328943888
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,32,0.0029084444459941653
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,256,0.005585777676767773
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,6144,0.05395022365781996
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,16384,0.03745333353678385
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,32,0.00702133360836241
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,512,0.005767111149099138
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,1024,0.008379555410808986
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,4096,0.01351377781894472
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,8192,0.06400266620847914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,1024,0.015068444940778943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,12288,0.09530666801664565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,7168,0.008115555677149031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,768,0.00943911075592041
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,8192,0.10380799902809991
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,32,0.0027582223216692605
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,3584,0.018783999813927543
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,8192,0.047543111774656505
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,768,0.007242666350470648
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,1536,0.009666666388511658
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,16384,0.008812444077597724
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,3584,0.0581279993057251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,2048,0.05368444323539734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,64,0.00315022220214208
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,64,0.01872977779971229
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,128,0.004299555387761858
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,1024,0.00778311077091429
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,768,0.024749333659807842
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,2048,0.012301333248615265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,3584,0.04227733280923632
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,32,0.0027253333893087176
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,7168,0.007699555820888943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,128,0.004693333473470476
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,6144,0.052003555827670626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,3072,0.0063164445261160536
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,32,0.0029288888391521242
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,64,0.0034222222036785553
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,256,0.0035742223262786865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,10240,0.009638222555319468
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,1024,0.09324889050589667
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,32,0.0029377777957253983
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,4096,1.5335867140028212
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,16384,0.08355022139019436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,5120,0.6515315373738607
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,8192,0.017685333887736004
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,3584,0.022800000177489385
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,12288,0.03999377621544732
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,5120,0.0714026689529419
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,256,0.0037973332736227247
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,2560,0.009704888694816166
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,768,0.004791111167934206
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,512,0.003926222109132343
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,65536,2.3638827006022134
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,65536,0.08597422308391994
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,2560,0.007167110840479533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,65536,0.036320888333850436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,6144,0.03212799959712558
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,2048,0.014713777436150445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,6144,0.0346684455871582
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,3584,0.023071999351183575
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,10240,0.01661422186427646
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,2560,0.10396533542209202
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,65536,0.06147199869155884
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,128,0.27385955386691624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,32,0.0037955554823080697
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,1024,0.006909333169460297
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,3584,0.31060979101392955
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,8192,0.09297421905729507
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,256,0.004285333471165763
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,12288,0.06590221987830268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,12288,0.010046222143703038
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,12288,0.14150133397844103
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,5120,0.06633866495556302
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,6144,0.049308445718553334
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,128,0.003141333245568805
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,2560,0.08402578035990398
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,16384,0.01828444500764211
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,1024,0.018957333432303537
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,2560,0.034535109996795654
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,2560,0.009485333330101436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,768,0.010202666951550378
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,65536,0.9067778057522244
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,8192,0.03201333350605435
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,2048,0.017743999759356182
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,1024,0.040305776728524104
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,2560,1.1808107164171007
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,7168,0.07764710982640584
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,1024,0.012239110966523489
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,16384,0.14663822121090359
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,16384,0.046374221642812095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,256,0.005929777605666055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,8192,0.015092444088723926
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,3584,0.011136000355084738
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,5120,0.0074133334888352295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,5120,0.030333333545260962
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,65536,3.0356506771511502
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,768,0.02701777716477712
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,2560,0.04388977752791511
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,768,0.05981689029269748
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,32,0.005111111121045219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,2048,0.010871111518806882
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,128,0.004190222256713443
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,256,0.009116444322797988
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,2048,1.1474062601725261
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,65536,0.013653332988421122
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,65536,0.48497867584228516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,4096,0.09115822447670831
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,16384,0.12740000089009604
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,32,0.005591111050711737
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,7168,0.023090667194790308
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,8192,0.4079448911878798
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,7168,0.014869333969222175
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,256,0.01124622258875105
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,64,0.002899555489420891
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,6144,0.024139554964171514
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,64,0.0048071112897661
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,6144,0.01165244479974111
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,5120,0.4117431110805935
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,65536,0.5551128917270237
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,4096,0.19359021716647676
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,128,0.005773333211739858
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,3072,0.45213953653971356
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,32,0.004039999925427967
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,12288,0.12405067019992405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,10240,0.12882399559020996
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,10240,0.06746844450632732
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,128,0.011915555430783166
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,5120,0.05496444304784139
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,768,0.008211555580298105
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,32,0.003544888976547453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,1024,0.011735999749766456
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,1536,0.02493688960870107
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,1024,0.031331555710898504
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,65536,0.6111982133653429
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,16384,0.032278223170174494
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,1024,0.014850666125615438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,1024,0.014451555079884
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,3584,0.018373333745532565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,1024,0.008719999757077958
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,4096,0.010456889039940305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,65536,0.1158177720175849
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,65536,1.2202302085028756
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,4096,0.20742400487263998
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,65536,0.6374373435974121
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,2560,0.3367697662777371
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,8192,0.14259289370642766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,256,0.0035617777870761026
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,768,0.0046568889584806235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,32,0.0034355556385384668
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,256,0.01013777818944719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,2560,0.01109155515829722
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,65536,0.7201706568400065
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,1536,0.03436444534195794
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,65536,0.09949511289596558
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,2560,0.043024000194337636
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,32,0.0027111110587914786
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,16384,0.013254221942689685
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,10240,0.00980977796845966
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,1536,0.0058648888435628675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,512,0.00795733349190818
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,12288,0.16800088352627227
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,512,0.01277955538696713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,1536,0.017443555924627516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,3072,0.006542222367392645
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,1536,0.014499555031458536
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,10240,0.21368622779846191
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,8192,0.28140356805589467
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,5120,0.04675377739800347
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,7168,0.045253333118226796
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,256,0.00997511131895913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,6144,0.023378666904237535
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,65536,0.7215440008375379
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,7168,0.02050844497150845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,7168,0.1921235587861803
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,128,0.003658666792843077
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,4096,0.06117155816819933
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,64,0.00300799993177255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,3584,0.01625066664483812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,65536,0.8423182169596354
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,3072,0.015385778413878547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,1536,0.015965332587560017
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,16384,0.1594453387790256
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,16384,0.6797262297736274
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,3072,0.07098399930530123
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,1536,0.011492444409264458
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,128,0.010974222587214576
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,8192,0.20892088943057588
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,65536,2.2214792039659286
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,3072,0.006198222024573221
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,64,0.005993777679072485
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,64,0.030103110604816016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,4096,0.019899555378490023
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,2048,0.008836444053384993
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,12288,0.10663911369111802
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,2560,0.06337155236138238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,512,0.004770666774776247
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,3072,0.022750222020679053
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,2048,0.016561778055297006
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,128,0.0033448889023727844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,12288,0.3072560098436144
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,5120,0.0358551111486223
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,3584,0.04983644353018867
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,16384,0.034633778863483004
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,512,0.004454222404294544
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,128,0.004978666702906291
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,512,0.0111191107167138
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,16384,0.19537156158023408
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,16384,0.1631528933842977
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,4096,0.0069191112286514705
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,512,0.0076657773719893555
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,4096,0.006267555471923616
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,8192,0.08413422107696533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,6144,0.04621244470278422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,64,0.008805333740181392
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,512,0.006688000013430913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,10240,0.6680711110432943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,7168,0.012341332932313284
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,5120,0.6624026828342015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,12288,0.13198755847083196
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,16384,4.0192718505859375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,2560,0.49376890394422746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,65536,1.183550198872884
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,6144,0.08499288558959961
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,512,0.009872000250551436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,256,0.005341333233647876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,256,0.003629333443111844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,512,0.02127733329931895
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,32,0.0029644444584846497
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,1024,0.10007377465565999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,12288,0.10679822497897679
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,5120,0.09091111024220784
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,8192,0.022320000661744013
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,768,0.029676444000667993
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,128,0.05802400244606865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,8192,5.582065582275391
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,7168,0.1362560060289171
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,10240,0.008265777594513362
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,3072,0.010060444474220276
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,128,0.0057608890864584185
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,4096,0.012940444052219391
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,1024,0.008522666990756989
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,65536,0.031199110878838435
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,3072,0.009133333133326637
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,512,0.004522666749027041
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,5120,0.008016000191370646
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,3072,0.011612444288200803
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,5120,0.0069422221018208405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,1536,0.035360889302359685
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,1024,0.01053600013256073
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,3584,1.6194506751166449
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,512,0.07258933120303683
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,3584,0.01107377807299296
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,4096,0.02908088763554891
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,1536,0.027161777019500732
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,10240,0.032765332195493914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,6144,0.02479377720091078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,2048,0.04115733173158433
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,128,0.015224888920783997
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,8192,0.12911644246843126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,65536,0.04816177818510267
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,32,0.027942223681343928
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,2048,0.007517333659860823
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,7168,768,0.014905777242448596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,2560,0.036588443650139704
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,2048,0.007477333148320516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,2048,0.007846222155623967
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,3584,0.3299822277492947
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,4096,0.016866667403115165
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,32,0.02792088852988349
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,4096,0.06057422028647529
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,65536,1.2648720211452908
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,5120,0.2645955615573459
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,6144,0.011208000282446543
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,32,0.005110222018427319
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,1024,0.008316444853941599
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,512,0.01667288939158122
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,128,0.005315555466545953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,12288,0.470827579498291
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,6144,0.08674310975604588
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,12288,2.0671609242757163
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,16384,0.3985999955071344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,5120,0.06313511398103502
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,8192,0.4157137870788574
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,64,0.005011555635266834
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,7168,0.051869332790374756
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,256,0.007159999675220913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,2048,0.01235466698805491
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,768,0.016163556112183463
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,512,0.006843555718660355
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,4096,0.5280328856574165
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,512,0.01423377792040507
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,2048,0.2316373454199897
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,128,0.014635556273990206
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,3072,0.21664622094896105
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,8192,0.07227466503779094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,256,0.003605333467324575
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,8192,0.3087555567423503
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,10240,0.008357333640257517
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,1536,0.02058844433890449
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,16384,0.06794044706556532
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,10240,0.38021156522962785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,10240,0.05652711126539442
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,768,0.01794488893614875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,6144,0.02866311205757989
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,64,0.003858666867017746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,32,0.005471111171775394
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,10240,0.03370577759212918
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,8192,1.8037545945909288
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,5120,0.022450667288568284
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,10240,0.0083137775460879
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,8192,0.5520595444573296
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,32,0.0033324443631701996
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,128,0.048466665877236255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,512,0.006991110742092133
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,32,0.005209777918126848
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,768,0.017190222938855488
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,2560,0.011153777440388998
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,12288,0.05245866709285312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,10240,0.009966221948464712
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,7168,0.10722844468222724
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,16384,0.008810666700204214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,64,0.004616888860861461
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,3584,0.015812445018026564
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,16384,0.10726933346854316
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,6144,0.049309333165486656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,512,0.04807910985416836
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,768,0.016170667277442086
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,1024,2.5433057149251304
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,8192,0.00831911133395301
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,768,0.008427555362383524
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,512,0.007368000017272101
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,7168,0.013076444466908773
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,5120,3.0782258775499134
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,1536,0.02290577855375078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,12288,0.05052711235152351
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,256,0.0041706665522522396
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,65536,0.08277066548665364
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,10240,0.22558487786187065
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,2048,0.06071111228730944
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,1024,0.008376888930797577
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,512,0.012706666356987424
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,3072,0.006753777878151999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,64,0.005698666804366642
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,128,0.003968888686762916
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,5120,0.02663822140958574
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,6144,0.011359111302428775
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,1024,0.07811555597517225
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,768,0.06380977895524767
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,5120,0.007608888877762689
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,256,0.0336791111363305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,5120,0.05236622360017565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,128,0.003063999944263034
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,7168,0.06385333008236356
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,6144,0.06898844242095947
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,2560,0.06423999865849812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,3072,0.41625600390964085
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,16384,0.1705920033984714
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,128,0.007458666960398356
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,65536,0.05417155557208591
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,32,0.0028159999185138275
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,12288,0.7896702024671766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,2048,0.0075839997993575195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,12288,0.08763821919759114
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,1536,0.009645333720578088
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,64,0.004584889031118817
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,64,0.004866666677925321
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,5120,0.25859912236531574
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,512,0.00961688905954361
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,16384,0.22824443711174858
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,64,0.0027795556104845474
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,2560,0.19453688462575278
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,64,0.0033644443998734155
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,32,0.028389334678649902
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,128,0.0032595555401510666
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,65536,0.9957262674967448
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,5120,0.007155555817815993
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,4096,1.2021413379245334
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,7168,0.05858844518661499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,1024,0.03615466753641764
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,7168,0.05425777700212267
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,256,512,0.006036444256703059
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,3072,0.04851644568973117
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,2560,0.019528888993793063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,16384,0.34943466716342503
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,16384,0.6435937881469727
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,5120,0.022808000445365906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,3584,0.019205333458052743
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,2560,0.040976001156700984
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,128,0.003448888866437806
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,6144,0.06565333074993558
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,1536,0.009682666924264696
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,65536,0.29027999771965873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,2048,0.02937777837117513
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,128,0.003485333174467087
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,6144,0.10678399933709039
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,4096,0.9029120339287652
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,65536,5.493467542860244
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,64,0.003765333443880081
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,1536,0.02851466668976678
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,5120,0.22524356842041016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,2560,0.016975111431545682
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,65536,0.04016088777118259
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,256,0.004068444586462445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,4096,0.014931556251313953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,12288,0.028913779391182795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,3584,0.028460443019866943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,3584,0.008217777642938826
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,64,0.006847111301289664
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,65536,0.052705778015984424
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,3072,0.015825778245925903
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,32,0.0041857775714662345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,256,0.004976888911591636
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,512,0.007261333366235097
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,768,0.030392888519499037
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,2048,0.01480977733929952
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,8192,0.02083822256988949
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,1024,0.15120089054107666
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,10240,2.2154649098714194
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,4096,0.024546666277779475
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,6144,0.17560177379184297
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,65536,1.1197057300143771
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,4096,0.3409031232198079
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,6144,0.6115004221598307
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,1536,0.19296356042226157
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,3072,0.01812000075976054
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,5120,0.13863910569085017
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,12288,0.03810133205519782
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,2048,0.022475555539131165
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,256,0.0037671112351947357
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,768,0.009507555928495195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,64,0.0047004446387290955
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,1536,0.010573333336247338
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,2560,0.012915555801656512
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,8192,0.008311111066076491
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,8192,0.008565333154466417
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,65536,2.343986723158095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,256,0.006362666686375936
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,16384,0.03644266724586487
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,7168,0.008477333519193862
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,3584,0.027580445011456806
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,3584,0.010328888893127441
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,16384,2.192075517442491
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,6144,1.5075377358330622
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,8192,0.009506666825877296
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,12288,0.16856622695922852
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,4096,0.2191377745734321
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,128,0.009375111096435124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,8192,0.10037689076529609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,8192,0.03631466627120972
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,4096,0.026791110634803772
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,256,0.010206222534179688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,2048,0.03400977783732944
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,5120,0.6823289129469129
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,1024,0.007034666836261749
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,12288,0.31894667943318683
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,2048,0.008446222378147973
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,1536,0.02882400155067444
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,1536,0.015475556254386902
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,16384,17.861231486002605
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,256,0.0063742221229606206
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,2048,0.03352088729540507
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,1536,0.014663111832406787
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,3584,0.038254221280415855
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,32,0.007853333320882585
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,16384,0.2005608876546224
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,2048,0.0068693334857622785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,128,0.008632889224423302
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,6144,0.10843466387854682
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,2560,0.027465777264700994
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,7168,0.28172532717386883
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,2048,0.08755555417802598
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,4096,0.006849777781301075
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,2048,0.03635911146799723
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,32,0.0027875554644399216
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,6144,0.02827289038234287
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,8192,0.8979644775390625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,128,0.0446284446451399
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,10240,0.0074337778819931885
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,768,0.0047564444442590075
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,512,0.0053191110491752625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,3072,0.07949066824383207
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,2048,0.0063573333124319715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,6144,0.6411626603868272
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,2048,0.00608711110221015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,65536,0.16709421740637886
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,3584,0.0492231117354499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,2560,0.04137066668934292
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,64,0.003650666524966558
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,2048,0.07915466361575656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,4096,0.05364977651172214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,1536,0.006337777607970768
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,3584,2.175410588582357
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,8192,0.15824711322784424
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,128,0.00371111101574368
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,6144,0.46982044643825954
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,256,0.021500445074505273
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,2048,0.03828710979885525
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,768,0.06728355752097236
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,1024,0.13172800011105007
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,6144,0.007083555890454187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,3072,0.02053244411945343
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,6144,0.010506666368908353
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,4096,0.06155111392339071
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,2048,0.019909333851602342
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,128,0.012349333200189801
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,768,0.025851555996470984
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,32,0.018403554956118267
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,16384,0.0926942229270935
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,2560,0.22175199455685088
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,65536,1.0156675974527996
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,5120,0.10295289092593723
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,16384,0.16485333442687988
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,6144,0.40456178453233504
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,4096,0.005881777654091517
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,256,0.008110221889283922
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,2560,0.019727110862731934
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,7168,0.02975999977853563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,5120,0.027802666028340656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,4096,0.011193777951929303
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,6144,0.01389422184891171
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,512,0.00535022219022115
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,128,0.013051555388503604
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,256,0.006574222197135289
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,4096,0.15367289384206137
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3584,768,0.020946666598320007
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,32,0.0046924443708525766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,8192,0.006112888869312074
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,32,0.003583999971548716
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,7168,0.031884445084465876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,12288,0.22479732831319174
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,6144,0.09930400053660075
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,65536,0.4146000014411078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,3584,0.24144532945421007
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,2560,0.047091556919945605
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,1024,0.008980444735950893
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,65536,0.07089244657092623
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,128,0.0033200000309281876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,4096,0.010942222343550788
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,1024,0.010183999935785929
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,6144,0.007365333537260692
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,6144,0.2402657667795817
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,1024,0.3644382158915202
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,4096,0.1274497773912218
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,512,0.01093777765830358
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,3072,0.056668447123633496
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,3072,0.24940888086954752
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,128,0.009320889082219865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,5120,0.11010933584637111
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1024,3584,0.01183377785815133
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,3072,0.008193777667151557
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,1024,0.010969777901967367
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,1536,0.008355555435021719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,64,0.005756444401211209
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,2560,0.017916444275114272
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,2048,0.011366222467687396
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,256,0.009744000103738572
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,10240,0.5263164308336046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,6144,0.13485956192016602
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,6144,0.01647555496957567
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,6144,0.10057155291239421
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,12288,2048,0.038831998904546104
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,10240,0.06352088848749797
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,1024,0.0058204444746176405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,8192,0.008557333714432186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,2560,0.007727999654081132
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,32,0.0027475555737813315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,256,0.00518488883972168
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,3072,0.03385511040687561
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,1024,0.0294773346847958
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,6144,0.13162222173478869
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,1024,0.014320888453059726
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,3072,0.01256977766752243
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,1536,0.023051554958025616
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,4096,0.018586667047606576
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,512,0.01494488947921329
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,12288,0.15552711486816406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,3584,0.9206452899509006
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,1024,0.008380444513426887
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,65536,0.20652266343434653
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,65536,0.2789173391130236
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,6144,0.047224889198939
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,512,0.010565333068370819
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,128,0.00425866660144594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,3072,0.2306506633758545
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,65536,1.808296839396159
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,7168,0.20990578333536783
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,12288,0.03950577643182542
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,32,0.005809777726729711
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,4096,0.03153689040078057
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,64,0.011593778100278644
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,3072,0.8085466490851508
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,65536,1.1473200056287978
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,10240,0.014097778333557976
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,16384,0.3254088825649685
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,32,0.003975999852021535
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,256,0.005600000007285013
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,2048,0.06411111354827881
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,3584,0.018001778258217704
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,3072,0.024081778195169237
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,4096,1.8458150227864583
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,10240,0.1869493325551351
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,2048,0.005705777969625261
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,16384,0.022904000348514978
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,128,512,0.004013333469629288
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,768,0.010040889183680216
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,10240,0.03488889005449083
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,3584,0.06111199988259209
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,5120,0.09542755285898845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,2560,0.014647111296653748
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,4096,0.008734222087595198
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,128,256,0.003972444269392225
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,2560,0.006211555666393704
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,1024,0.019066666563351948
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,64,0.0038728887836138406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,512,0.01034044474363327
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,64,0.009637333452701569
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,1024,0.035629332065582275
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,64,0.00309955556359556
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,2048,0.008808000220192803
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,7168,0.17359022299448648
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,5120,0.011020444333553314
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,2048,0.03377866744995117
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,8192,0.05144355694452921
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,16384,0.14013955328199598
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,3584,0.048078222407235034
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,3072,0.014319999350441827
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,4096,0.012967111335860359
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,3072,0.9241102006700305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,10240,0.009372444616423713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,8192,0.029495110114415485
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,128,0.005152889009979037
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,2048,0.017461333009931777
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,3584,1.6234169006347656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,7168,0.006833777659469181
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,2048,0.0037600000699361167
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,4096,0.058555556668175586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,128,0.008264000217119852
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,10240,0.008762666748629676
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,32,0.003440888805521859
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,3072,0.006344888773229387
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,768,0.00654666663871871
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,32,0.02021511064635383
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,7168,0.2662160131666395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,256,0.005223999834722943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,8192,0.18600355254279244
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,12288,0.15383466084798178
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,12288,0.30364354451497394
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,10240,0.1971128914091322
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,768,0.013627555635240344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,3584,0.0346666673819224
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,2048,0.007672888537247975
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,3584,1.3380693859524195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,5120,2.2612603505452475
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,512,256,0.003777777983082665
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,256,0.030028445853127375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,2560,0.006821333534187741
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,2048,0.00684799998998642
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,8192,0.011483555866612328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,6144,0.07975822024875216
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,256,0.0064444442590077715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,12288,0.03365866674317254
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,8192,0.027331555883089702
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,1024,0.01869511107603709
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,128,0.004064889003833135
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,4096,0.03888533181614346
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,7168,0.081313775645362
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,256,0.035391112168629967
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,32,0.0027599999060233435
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,512,0.004023999803596073
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,65536,0.5911546813117133
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,65536,1.167799949645996
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,3584,0.808351993560791
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,768,0.01094044413831499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,1536,0.04058488872316148
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,32,0.003140444349911478
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,3584,0.008081778056091731
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,16384,0.32682932747734916
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,1024,0.008791111409664154
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,256,0.037485334608289934
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,4096,0.049954666031731494
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,8192,0.2007519933912489
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,1024,0.1394017802344428
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,512,0.004475555486149258
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2048,768,0.008791999684439765
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,512,0.0723502238591512
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,768,0.00675644435816341
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,3072,0.10307555728488499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,256,0.007247111035717859
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,512,0.010814222196737925
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,10240,0.09828533066643609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,12288,0.015786666009161208
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,12288,0.07762666543324788
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,128,0.0037502224246660867
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,1024,0.0053342220683892565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,512,0.011791999969217511
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,768,0.005903999838564131
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,4096,0.04939555459552341
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,5120,0.058054222000969775
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,7168,0.008029333419269985
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,3584,0.05491200089454651
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,16384,0.11312711238861084
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,32,0.008714666797055138
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,8192,0.013251555462678274
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,2048,0.007625777688291337
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,16384,0.0177520000272327
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,7168,0.03839911023775736
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,5120,0.13208444913228354
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,128,0.0053102220926019884
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,1536,7.0627013312445746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,7168,0.030778666337331135
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,6144,0.13791555828518337
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,8192,0.3003191153208415
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,8192,0.02960088849067688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,256,0.004253333227501975
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,128,0.009748444788985783
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,1536,0.0036924444139003754
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,65536,0.1612106694115533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,3584,0.007975111405054728
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,4096,0.015032889114485847
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,16384,0.008753777378135258
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,1024,0.008039111064540016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,64,0.002672000063790215
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,2560,0.0709751115904914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,65536,0.18942577309078643
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,2560,0.013089777694808112
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,1024,0.007902222375075022
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,3584,0.01756977703836229
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,1024,0.0052595556610160405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,3072,0.11894578403896755
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,768,0.01091288857989841
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,3584,0.11638043986426459
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,128,0.009763555394278632
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,5120,0.03152444296412998
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,3584,0.015522667103343539
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,5120,0.07473599910736084
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,4096,2.2298435635036893
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,65536,8192,0.6602800157335069
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,16384,0.29481599065992564
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,65536,6.776382022433811
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,2560,0.0063635553750726916
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,1024,0.01954844428433312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,32,0.0035982223020659555
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,64,0.002854222224818336
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,128,0.0030817778574095834
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,512,0.0858337746726142
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,3584,0.018486221631368
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,3072,0.023689778314696416
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,7168,0.026478222674793665
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,5120,0.12361866898006862
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,6144,0.030200888713200886
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,768,0.03894844320085313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,16384,0.07576355669233534
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,1536,0.012674666941165924
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,2048,0.021586666504542034
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,1024,0.0333591103553772
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,1536,0.020046222541067336
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,256,0.008545777863926357
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,512,0.04509422183036804
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,128,0.0035377778112888336
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,512,0.005959110955397288
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2560,2560,0.013960000541475085
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,12288,0.11028089125951131
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,7168,0.48974132537841797
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,3072,0.028894222444958154
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,3584,0.029298666450712416
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,10240,0.022396443618668452
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,8192,0.03932444585694207
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,10240,0.01794577803876665
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,1024,0.025194666451878015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,5120,0.679199112786187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,16384,0.41124267048305935
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,512,0.0347946650452084
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,64,0.002805333377586471
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,2048,0.11946045027838813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,2048,0.023352889551056757
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,3072,1.6236844592624242
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,16384,0.2936204539404975
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,10240,0.3854444556766086
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,768,0.004917333523432414
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,1536,0.04712266723314921
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,8192,0.012528888881206512
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,512,0.0069226668112807805
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,7168,0.015979554918077257
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,512,0.007648888561460707
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,2560,0.008081778056091731
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,10240,0.057780444622039795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,7168,0.007104000283612146
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,768,0.00453333349691497
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,256,0.0041351111398802865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,768,32,0.002712888850106133
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,65536,0.010312889185216691
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,2560,0.08487644460466172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,1536,0.15590043862660727
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,256,0.010661332971519895
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,32,0.021793777743975323
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,32,0.003954666770166821
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,3584,0.14816533194647893
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,65536,0.26136888398064506
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,256,0.006695999867386288
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,2560,0.008285333712895712
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,2048,0.0058115555180443665
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,2560,0.02219111058447096
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,8192,1.0864089330037434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,32,0.005488889084921942
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,8192,0.04858488837877909
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,1024,0.03904799951447381
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,10240,0.12081333001454671
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,6144,7168,0.09699644645055135
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,3584,0.2415777842203776
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,3072,0.01278133359220293
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,1536,0.008174222376611497
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,512,0.011364444262451597
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,10240,0.6945938004387749
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,6144,0.7958106464809842
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,3584,0.09104444583257039
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,256,0.0036799998746977914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,3072,0.04988000128004286
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,6144,0.1613946623272366
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,128,0.03796622157096863
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,512,0.01019377758105596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,65536,10.888772752549913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,3584,0.03852622376547919
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,5120,0.13352089458041722
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,1024,0.019558222757445443
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,128,0.004392888810899523
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,2560,0.02716800073782603
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,64,0.004941333499219683
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,32,0.0027022223091787765
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,32,0.0035946667194366455
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,32,0.008104888929261101
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,5120,0.008038221961922115
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,7168,0.024373332659403484
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,10240,0.07695200045903523
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,128,0.012870222330093384
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,12288,0.9561778174506294
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,3072,0.04755199948946635
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,10240,0.19260177347395155
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,8192,0.007295110987292395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,10240,3.4732799530029297
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,512,0.16518933243221706
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,3584,0.045924444993337
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,512,0.016232000456915963
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,3584,0.015815999772813585
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,256,0.005692444327804778
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,12288,0.29747645060221356
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,64,0.004324444466167026
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,256,0.006194666855865055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,1536,0.06945955753326416
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,6144,0.1417191161049737
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,3072,0.09585599766837226
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,12288,0.28624354468451607
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,6144,0.020138666033744812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,16384,0.05378577775425381
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,4096,0.015429332852363586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,64,0.003351111171974076
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,256,0.01570311188697815
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,3584,0.030914667579862807
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,10240,0.00870666652917862
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,1024,0.01891377733813392
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,128,0.008442666795518663
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,7168,0.014921777778201632
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,32,0.019087110956509907
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,8192,0.19904088973999023
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,1024,0.10296889146169026
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,6144,0.08122311035792033
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,6144,0.05900622076458401
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,4096,0.018720888429217868
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,3072,0.22969243261549208
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,3584,0.024442666106753882
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3072,5120,0.027103111147880554
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,32,0.0029004443850782183
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,1536,0.0047457776963710785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,10240,0.1089751124382019
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,1024,0.006248888870080312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,12288,0.20368177360958525
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,128,0.007800000409285228
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,16384,0.18872622648874918
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,1536,0.04421066575580173
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,2560,0.014712888333532544
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,128,0.007254222200976477
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,1024,0.02772355576356252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,4096,0.006048000107208888
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,2048,0.009172444542249044
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,64,0.003198222153716617
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,2048,0.007730666961934831
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,64,0.0029493332323100832
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,64,0.004327110946178436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,16384,0.06222133504019844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,512,0.0046942221621672315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,6144,0.03458399905098809
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,7168,0.09067644675572713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,6144,0.17571822802225748
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,4096,0.0068400001360310455
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,12288,0.04010044535001119
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,6144,0.214556442366706
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,16384,0.5917395485772027
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,2560,0.01071911139620675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,7168,0.17926043934292266
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,2560,0.01921333372592926
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,7168,0.0871502227253384
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1024,768,0.07272977961434259
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,3072,0.02148977749877506
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,6144,0.01369244439734353
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,5120,0.023020444644822016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,2560,0.019867555962668527
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,5120,0.12987644142574734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,3072,0.055036445458730064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,1536,0.02442311081621382
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,256,0.02735022207101186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,12288,1.1277501848008897
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,3584,0.19522399372524687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,5120,0.008347555167145198
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,4096,0.03788444399833679
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,128,0.003710222327046924
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,10240,0.0074728892909155945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,64,0.008444444172912175
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,8192,2.7384524875217013
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,32,0.007072889142566257
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,2048,0.008462222086058723
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,128,0.0034924443397257063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,64,0.004204444587230682
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,768,0.20047288470798066
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,10240,0.09354755613538955
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,4096,0.008567111359702216
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,4096,0.006859555426571105
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,65536,0.3544542259640164
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,8192,0.028907554017172918
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,768,0.009611555271678502
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,128,0.0047128887640105355
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,6144,0.01670222149954902
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,5120,0.06481777959399752
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,2048,0.007839110990365347
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,2560,0.03949955436918471
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,5120,0.005551110953092575
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,3584,0.026240888569090102
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,768,0.005333333379692501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,2560,0.01219377749496036
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,8192,0.05280888742870755
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,8192,0.12938755088382298
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,6144,0.08252533276875813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,6144,3.362460454305013
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,256,0.014998222390810648
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,6144,0.006815111057625876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,512,0.008889777792824639
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,128,0.021720889541837905
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,6144,6144,0.3484026590983073
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,4096,0.022060443957646687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,2560,0.04541333185301887
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,3072,0.4252000119951036
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,10240,0.11074578099780613
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,4096,0.11444532871246338
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,768,0.01943288909064399
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,1024,0.01942222151491377
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,7168,0.09233866797553168
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,8192,0.05337511168585884
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,4096,0.020915556285116408
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,8192,0.08187822500864665
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,6144,0.06918399863772921
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,1536,0.024545777175161574
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,4096,0.3567448986901178
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,3072,0.01860000027550591
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,8192,0.00775733341773351
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,3584,0.016390222642156813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,4096,0.032784889141718544
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,5120,0.042592889732784696
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,2048,0.007628444168302748
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,16384,0.06611644559436373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,2048,0.018403554956118267
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,1536,0.011601777540312873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,512,0.06845244434144762
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,512,0.022778666681713525
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,1024,0.09275022480222915
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,2048,0.00620888877246115
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,1536,0.32751467492845326
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,6144,0.025166221790843542
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,7168,0.18142933315700957
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,4096,0.04763377706209818
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,512,0.013526221944226159
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,512,0.07657866345511542
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,7168,0.008120888637171851
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,128,0.003942222230964237
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,2048,0.03797066542837355
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,8192,0.014292443792025248
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,512,0.023193778263198003
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,4096,0.02762311034732395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,4096,0.11973067124684651
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,3072,0.016964443855815463
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,10240,0.1832782162560357
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,1536,0.030823998981051978
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,6144,0.032058666149775185
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,64,0.004357333398527569
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,3584,0.2050266663233439
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,1536,0.006511999915043513
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,3072,0.011157333023018308
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,1024,0.010823110739390055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,6144,0.0075635554061995606
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,128,0.040002667241626315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,8192,0.5730195575290257
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,4096,0.03961955507596334
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,1024,0.0058319999112023254
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,6144,0.018073777357737224
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,6144,0.007448888487286038
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,3584,0.042909334103266396
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2560,10240,0.0849413341946072
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,8192,0.02362577782736884
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,65536,7.9167895846896705
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,256,0.003474666840500302
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,64,0.004298666699065102
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,4096,0.017888888716697693
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,12288,0.029654221402274236
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,8192,0.12086666954888238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,3584,0.4680755403306749
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,512,0.00794222205877304
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,10240,0.00720977783203125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,2048,0.05828444163004557
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,2560,0.10400622420840794
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,32,0.007460444337791867
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,7168,0.08276089032491048
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,2560,0.022825777530670166
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,3072,0.03382577829890781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,10240,2.8156462775336375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,8192,0.0661297771665785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,256,0.005928888916969299
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,3072,0.02911111050181919
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,1536,0.030606223477257624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,5120,0.024596444434589807
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,16384,2.7546043395996094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,7168,0.563761764102512
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,8192,0.00832266691658232
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,65536,8.913140190972223
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,512,0.01798488861984677
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,1536,0.009587555295891231
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,16384,0.011189333266682096
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,768,0.062090668413374156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,2560,0.005872888697518243
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,2560,0.1831244495179918
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,3072,0.04611644479963514
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,64,0.032812443044450544
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,256,0.008014221986134848
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,64,0.004568888909286923
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,64,0.0028159999185138275
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,8192,0.15365510516696507
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,2048,0.008527999950779809
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,128,0.008663111262851292
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,3072,0.07209066549936931
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,5120,0.03324710991647508
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,3584,0.0053191110491752625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,6144,0.24596799744500053
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,5120,0.08037244611316256
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,2560,0.047544889979892306
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,512,0.017535110314687092
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,2048,0.019342222147517733
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,128,0.005099555684460534
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,7168,0.5588497585720485
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,65536,3.7199829949273
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3072,1024,0.009376889301670922
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,64,0.019547555181715224
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,65536,0.05285155442025927
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,6144,0.0233297778500451
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,10240,0.03353244397375319
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,512,0.03266755408710904
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,4096,32,0.0052684446175893145
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,65536,2.507255130343967
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,5120,0.0462684432665507
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,8192,0.19617688655853271
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,2560,0.5952631102667915
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,256,0.03123733401298523
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,64,0.003951999876234266
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,128,0.008242666721343994
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,4096,1.1867457495795357
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,4096,0.039334221018685236
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,512,0.006065777606434292
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,256,0.006725333217117522
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,12288,1.7584933174981012
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,7168,0.139357328414917
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,64,0.02896089024013943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,2560,0.016064888901180692
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,3584,0.2513715426127116
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,3584,0.008279110822412703
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,3584,0.04279288980695936
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,4096,0.006409777949253718
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,1024,0.00700711127784517
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,256,0.006575111299753189
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,2560,0.03149066699875726
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,1024,0.0998071100976732
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,4096,0.030699554416868422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,768,0.004888888862397936
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,12288,0.04422755704985725
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,768,0.008438222110271454
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,10240,0.19089066982269287
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,128,0.061046222845713295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,256,0.004573333180612988
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,10240,0.058435552650027804
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,1024,0.006787555499209299
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,8192,0.5633902019924587
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,2560,0.01293511109219657
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,7168,0.05698577562967936
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,6144,0.14135821660359701
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,10240,0.01663377715481652
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,6144,2.7622017330593533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,32,0.003927111211750242
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,768,0.005555555638339784
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,128,0.020399999287393358
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,2560,0.00665244460105896
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,1024,0.013099555340078143
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,8192,0.02342222299840715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,3072,0.09705955452389187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,12288,1.8203199174669054
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,768,0.015996444556448195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,3584,7.919186062282986
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,3584,0.025072889195548162
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,6144,7168,1.523861355251736
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,12288,0.1421413289176093
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,65536,0.669355551401774
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,32,0.016102222932709586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,128,0.012622222304344177
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,7168,0.08600355519188775
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,2560,0.01163111130396525
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,5120,0.07719110780292086
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,512,0.01722044414944119
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,128,0.028548445966508653
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,12288,0.14075288507673475
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,65536,1.1161893208821614
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,2560,0.10707466469870673
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,12288,0.008609777523411645
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,2560,0.01148622234662374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,6144,0.03298666742112901
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,4096,0.0064444442590077715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,8192,0.11302133401234944
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,12288,0.09562577803929646
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,1024,0.013272888958454132
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,7168,0.007677333222495184
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,3584,0.01219466659757826
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,10240,4.396800147162543
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,64,0.0042151109211974675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,5120,0.8532906638251411
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,12288,0.05937866369883219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,16384,0.14625688393910727
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,5120,0.04335822330580818
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,3584,0.010999999940395355
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,512,0.004898666507667965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,1536,0.14274311065673828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,16384,11.080908033582899
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,3072,0.013572444518407186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,65536,0.5592888726128472
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,32,0.014902222487661572
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,3584,0.18937510914272734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,768,0.00815555536084705
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,6144,1.3455973731146917
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,3072,0.030282666285832722
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,32,0.04357066750526428
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,1024,0.008783111141787635
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,8192,0.09838222132788764
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,7168,0.012696888711717395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,2560,0.0074177781740824384
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,512,0.014577777849303352
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,768,0.06657155354817708
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,10240,0.021942221456103857
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,3072,0.022316444251272414
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,32,0.0028568889117903183
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,4096,0.03932355509863959
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,3072,0.02306844459639655
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,10240,0.025099555651346844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,3072,0.04272088739607069
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,512,0.013632000320487551
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,768,0.007932444413503012
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,3584,3.331274668375651
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,64,0.004498666773239772
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,3072,0.08295289013120863
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,5120,0.009884444375832876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,3584,0.05443377627266777
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,12288,0.1416248877843221
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,5120,0.0075146663520071245
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,32,0.0031519999934567344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,10240,0.07819200224346586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,12288,0.26783378918965656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,2048,0.02570844524436527
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1536,1536,0.013245333400037555
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,7168,0.06093600061204699
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,2560,0.008436444732877944
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3584,32,0.0034595556143257353
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,64,0.015341333217091031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,256,0.05040533343950907
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,2048,0.027054222093688116
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,6144,0.007438222567240397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3584,1536,0.01632000009218852
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,65536,0.026935110489527386
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,128,0.021539555655585393
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,2048,0.026625777284304302
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,1024,0.005326222214433882
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,128,0.0033084443873829315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,12288,0.009083555804358589
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,512,0.016149333781666227
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,3584,0.06390933195749919
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,3584,0.10977866914537217
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,128,0.044907556639777295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,8192,0.04135911001099481
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,1024,0.04777422216203478
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,3584,0.010647999743620554
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,4096,0.28847289085388184
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,64,0.0037360000941488477
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,2560,0.009591110878520543
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,1024,0.015061333775520325
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,768,0.008837333156002892
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,5120,0.008051555189821456
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,1536,0.021332444416152105
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,128,0.003966222206751506
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,128,0.003067555526892344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,8192,0.02186222208870782
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,16384,0.12157421641879612
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,7168,0.02822222312291463
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,1536,0.010033778018421596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,512,10240,0.19135733445485434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,768,0.006272000157170826
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,3072,1.435238202412923
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,5120,0.06456177764468722
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,2560,0.019311111834314134
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,512,0.006240889016124938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,2560,0.08722222513622707
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,2048,0.022201778160201177
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,7168,0.029040889607535467
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,5120,0.26166044341193306
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,7168,1.7575066884358723
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,4096,128,0.005442666510740916
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,3584,0.06310577525032891
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,1024,0.012964444855848948
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,2048,0.03465244505140517
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,8192,0.06313333246443006
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,2560,0.0695671108033922
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,1536,0.006955555743641323
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,3584,0.007439999944633908
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,12288,0.014828445182906257
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,512,0.12752089235517713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,4096,0.09103200170728896
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,512,0.01020088874631458
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,1024,0.012784889174832238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,768,0.016157334049542744
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,4096,0.03693600164519416
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,3584,0.008035555481910706
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,6144,0.08083289199405246
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,2048,0.040844443771574236
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,32,0.012272000312805176
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,3584,0.03886577818128798
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,3584,0.05938755803638034
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,128,0.0032053333189752367
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,2560,0.009184000392754873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1536,12288,0.036834667126337685
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,5120,5.550782945421006
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,10240,0.513935989803738
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,2560,0.1422977712419298
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,7168,0.9690311219957141
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,768,0.23423645231458876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,8192,1.150037341647678
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,128,0.005973333285914526
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,64,0.0028035555862718155
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,2048,0.007983999947706858
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,2048,0.23268000284830728
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,512,0.10300622383753459
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,3584,0.055361777544021606
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,5120,0.39356266127692324
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,1024,0.0052373334765434265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,768,0.032476445039113365
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,7168,2560,0.03163911236657037
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,65536,0.5320275624593099
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,7168,0.013775111072593264
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,6144,0.011623111036088733
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,16384,0.11808978186713324
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,16384,0.15014844470553929
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,64,0.002733333243264092
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,256,0.1458337836795383
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,2560,0.007327111230956183
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,6144,0.009135999613338048
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,64,0.0058240000572469496
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,128,0.004381333374314838
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,32,0.0031315556002987754
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,1536,0.03013333347108629
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,6144,0.007619555625650618
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2048,7168,0.02718222141265869
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,32,0.012431999875439538
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,5120,0.025969778498013813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,16384,0.029008888536029395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,768,0.007141333487298753
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,12288,1536,0.1354328923755222
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,768,0.011419555379284753
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,16384,0.08164711130989923
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,8192,1.1288035710652669
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,1024,0.013037333057986366
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,2560,0.01775644388463762
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,65536,0.09588533639907837
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,10240,0.2564675543043348
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,8192,0.045702222320768565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,8192,0.010743111371994019
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,3072,0.004912000149488449
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,6144,0.07776177591747709
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,128,2560,0.007028444773621029
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,4096,2560,0.018757333358128864
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,1024,0.007718222008811102
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,2048,0.009880888793203566
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,12288,5.278502994113498
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,65536,0.03351022137535943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,3072,0.04126666651831733
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,768,0.00488800017370118
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,2048,0.17015111446380615
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,1536,0.34804267353481716
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,8192,0.00814933329820633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,10240,0.663432863023546
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,7168,0.018732445107565988
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,128,0.003955555458863576
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,16384,0.38602044847276473
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,16384,0.08011200030644734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,256,0.16746844185723198
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,2560,0.17568711439768472
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,12288,512,0.013962666193644205
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,3072,0.033896889951494
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,65536,0.6560711330837673
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,8192,0.008580444587601556
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,7168,0.46395111083984375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,1536,0.010392000277837118
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,256,0.029581334855821397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,65536,0.4906009038289388
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,12288,0.07146222061581083
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,2048,0.05579555696911282
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,512,0.008279999925030602
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,1536,0.006533333410819371
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,3584,0.17512710889180502
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,8192,3.516229417588976
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,12288,0.015641777051819693
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,5120,0.015006222658687167
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,1024,0.02604266670015123
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,16384,0.28186045752631295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,4096,512,0.007327111230956183
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,12288,2.682003657023112
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,3072,0.12692533599005804
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,64,0.004063999901215236
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,16384,0.1845111052195231
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,512,0.0037128888070583344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,12288,0.4233120017581516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,768,0.014362666341993542
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,8192,0.08910933468076919
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,65536,35.093994140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,3072,0.012341332932313284
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,7168,7.688244289822048
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,7168,0.029836446046829224
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,1024,0.008096888661384583
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,512,0.00795111142926746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,128,0.07304622067345513
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,1536,0.013354666531085968
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,3584,0.122524446911282
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2560,7168,0.13338666492038304
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1536,1536,0.008904889225959778
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,3072,1.3615698284573023
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,512,0.010910222099887
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,768,0.023227555884255305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,7168,0.572737799750434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,65536,0.01906755566596985
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,128,0.004263999975389904
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,64,0.0037395556767781577
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,6144,0.05471377902560764
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,256,0.006503110958470239
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,256,0.004016889052258598
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,10240,0.08349244462119208
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,2048,0.007337777978844113
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,16384,0.029639111624823675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,512,0.07715911335415311
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,2048,0.17607822683122423
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2560,8192,0.2348897722032335
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,12288,64,0.01626666718059116
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,1024,0.018387556076049805
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,256,0.006549333532651265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,768,0.3421759870317247
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,4096,5120,1.4239760504828558
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,2560,0.00887288898229599
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,2048,0.004267555558019214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,5120,0.05952622493108114
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,65536,1.3396693335639105
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,1536,0.008896888958083259
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,128,0.004561777744028303
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,256,0.007248000138335758
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,1536,0.010889777706729041
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,2560,0.03110755483309428
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,1536,0.008929777476522658
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2560,768,0.005464000006516774
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,64,0.013902222116788229
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,768,0.004849777867396672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,512,0.008113777471913232
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,10240,0.9928017722235786
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,10240,0.10737066798739964
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,1024,0.01733955575360192
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,3584,0.04178399840990702
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,2048,0.008208889100286696
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,256,0.005973333285914526
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,768,0.007238222493065729
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,1536,0.4240622255537245
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,768,0.006538666784763336
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,12288,0.011477332976129321
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3584,64,0.003928889003064898
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,512,0.004197333421972063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,3584,0.04169333312246534
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,256,0.019663110375404358
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,768,0.005990222096443176
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,7168,0.04824089010556539
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,12288,0.880393770005968
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,3584,0.1507591141594781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,65536,1.0910381740993924
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,65536,0.4854942427741156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,5120,0.2764302094777425
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,5120,0.06882222493489583
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,6144,0.073944886525472
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,7168,0.27125512229071724
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,16384,0.1276764472325643
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,2560,0.04802844590610928
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,3584,0.27983911832173664
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,2048,0.02818044357829624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,1024,0.008359111017651027
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,256,0.005271111097600725
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,256,3072,0.006753777878151999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,12288,0.23109155231051973
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,32,0.005450666778617435
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,768,0.016152888536453247
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,8192,0.01886755559179518
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,512,0.2494657834370931
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,2048,1536,0.024043555061022442
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,512,0.0042453333735466
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,65536,0.07399644454320271
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,2560,0.01013422260681788
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,512,0.0046640001237392426
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,64,0.05803555250167847
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,3584,0.034972445832358465
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,1536,0.06870310836368136
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,128,0.006395555618736479
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,65536,0.14895199404822454
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,12288,1.6558924780951605
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,128,0.004376000000370873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,10240,0.01405244403415256
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,7168,0.05052622159322103
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,32,0.004558222161398994
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,1024,0.0492266681459215
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,4096,0.011468444433477191
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,7168,12288,0.41663289070129395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,10240,0.1823777755101522
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,16384,0.5843431154886881
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,1536,12288,0.03559644354714288
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,5120,0.012907555533779992
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,16384,128,0.0058266665372583605
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,512,0.004029333177540037
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,5120,0.06037155787150065
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,512,0.004023111114899318
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,10240,0.006672888994216919
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,512,0.006132444573773279
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,3072,0.05526222123040093
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,3072,0.12855199972788492
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,2048,0.018783110711309645
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,256,0.04831733306248983
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,32,0.007431999676757389
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,32,0.017831110292010836
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,65536,0.4989946683247884
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,768,0.04095110959476895
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,2560,0.0447982218530443
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,6144,0.16754666964213052
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,2560,0.014317333698272705
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,256,0.005531555662552516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3072,3584,0.020748444729381137
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,256,5120,0.06571555799908109
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,1024,0.02056799994574653
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,10240,11.5345950656467
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,5120,2048,0.01811733345190684
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,128,0.003206222214632564
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,65536,0.679200914171007
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,7168,0.006144888699054718
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,256,10240,0.22917599148220488
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,768,0.008756444685988957
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,4096,0.012424888710180918
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,3072,0.010852444503042432
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,256,0.0038888889054457345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,7168,0.08539022339714898
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,512,0.010647111468844943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,256,0.008207110895050896
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,4096,0.36197956403096515
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,7168,0.09451466798782349
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,2048,0.033329778247409396
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,512,0.005118222286303838
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,8192,0.009111111362775167
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,32,0.005457777943876054
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,512,0.015468445089128284
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,2560,0.009631111390060848
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,3584,0.02330133318901062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,64,0.0035013332962989807
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,256,0.005294222384691238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,1024,0.011732444167137146
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3584,1536,0.016325333052211337
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,4096,0.07061333126491971
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,7168,0.5673795806037055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,2048,0.013211555778980255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,1536,0.025871111287011042
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,64,0.008887999587588841
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,6144,0.007334222396214803
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,10240,0.04082399937841628
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,768,0.007839110990365347
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,64,0.0069644442862934535
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,3072,0.04714577727847629
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,256,0.005952888892756567
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,5120,2.1759457058376737
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,7168,12288,3.047796461317274
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,32,0.009224889179070791
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,7168,0.05416711171468099
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,128,0.010108444425794814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,12288,0.008176888856622908
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,256,0.03752977649370829
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,4096,0.0069439998931354946
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,5120,0.04030844569206238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,64,0.07061777512232463
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,32,0.013560888667901358
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,1024,0.03912355502446493
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,8192,0.14431733555263943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,32,0.003118222165438864
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,2048,0.02176711128817664
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,12288,0.3017946614159478
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,5120,1.742338710361057
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,4096,0.06103733513090345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,12288,0.04786577820777893
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,5120,1024,0.053631110323799976
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,768,0.007093333535724216
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,3584,0.023404444257418316
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,32,0.0075431110130416016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,2048,0.013584888643688627
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,2048,0.03161333335770501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,1024,0.7207875781589084
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,1536,0.008405333591832055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,512,0.0064071110553211635
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,32,0.006189333481921091
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,256,0.003863111138343811
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,768,0.00868000007337994
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,4096,0.01447111037042406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,2560,0.1336853371726142
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,8192,0.10991822348700629
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,3072,0.043918222188949585
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,10240,0.04531911015510559
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,7168,1536,0.020575111111005146
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,768,0.009448889229032729
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,5120,768,0.030664887693193223
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,32,0.004962666581074397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,6144,0.035431110196643405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,1536,0.017049777838918898
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1024,512,0.006063999815119638
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,32,0.003216000066863166
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,32,0.03583911061286926
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,5120,0.030115554730097454
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,32,0.004271999829345279
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,5120,0.4091866546207004
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,64,0.004567111117972268
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,1536,0.010533333652549319
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,256,0.003616888903909259
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,10240,0.1195804410510593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,7168,0.06003644731309679
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,1536,0.00998044427898195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,3072,0.036144001616372004
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,768,0.004746666798988978
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,1536,0.006214222146405115
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,16384,0.008561777571837107
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,10240,0.5080586539374458
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,65536,17.84214104546441
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,65536,2560,0.3472302224900987
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,3072,0.02945599953333537
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,32,0.004363555461168289
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,256,128,0.0037137779096762338
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1536,8192,0.021309332715140447
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,512,0.05223377876811557
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,64,0.003666666646798452
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,8192,0.04491644435458713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,8192,0.1084408892525567
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,64,0.0028275555620590844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,65536,0.014119999276267158
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,512,0.006204444501135085
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,3072,0.01942133406798045
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2560,3072,0.01665511065059238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,2048,0.07271555397245619
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,512,0.04651288853751289
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,3584,0.006522666662931442
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,32,0.004663111021121343
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,4096,12288,0.24280712339613172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,16384,0.4279457728068034
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,16384,65536,1.311663097805447
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,12288,2.051862292819553
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,3072,0.058168000645107694
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,7168,0.02556266718440586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,64,0.0036346668170558084
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,1536,0.09239733219146729
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,256,0.010868444210953183
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,64,0.0027217778066794076
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,8192,0.00923288861910502
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,768,0.005383111122581694
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,5120,128,0.0129457778400845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,10240,128,0.004392000122202767
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,8192,768,0.05150489012400309
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,768,0.006494222415818109
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,64,0.011936888926559024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,8192,0.6504062016805013
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3072,768,0.17515999741024443
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,16384,0.174599117702908
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,256,0.003922666526503033
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,12288,0.011134222149848938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,65536,0.21700799465179443
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,32,0.007905777957704332
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,32,6144,0.00684799998998642
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,1536,0.015196444259749519
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,7168,0.019281778070661757
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,4096,0.02811644474665324
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,256,0.003543111185232798
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,256,0.004755555755562252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,16384,0.34807554880777997
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,5120,0.03577155537075467
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,2048,1.0795884662204318
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,1024,0.009806222385830348
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2560,256,0.0038720000949170855
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,64,0.004648000001907349
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,32,1024,0.006086222413513396
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,4096,10240,0.05890755520926582
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,6144,0.07533599932988484
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,3584,0.012463111016485425
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,1024,0.04745422138108147
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,256,0.04109155469470554
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,4096,0.03779200050565932
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,32,0.003032888803217146
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,12288,0.28069067001342773
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,128,0.021365332934591506
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,1536,0.00619911112719112
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,10240,0.008023111356629265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,3584,3584,0.02310755517747667
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,4096,0.012864888542228274
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,64,0.003963555726740095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,7168,64,0.0052968888647026485
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,768,0.14535378085242376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,768,0.004695999953481886
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,512,0.006054222169849608
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,1536,0.01479466590616438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,16384,0.009287999735938178
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,16384,0.008777778181764815
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,5120,0.06299822198020087
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,2560,0.014713777436150445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,128,0.004054222255945206
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,8192,0.05200533403290642
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,64,1.0687679714626737
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,768,64,0.003941333128346337
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,5120,0.18296089437272814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,256,0.005079111291302575
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,128,0.0028737777223189673
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,64,0.0031902222997612427
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,128,0.0033333332588275275
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,65536,512,0.0648533304532369
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,10240,65536,46.81085883246528
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,3584,0.15162932872772217
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,256,0.009190222455395592
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,8192,0.29312621222602
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,65536,0.5019591119554307
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,2048,4096,0.01704266667366028
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,128,0.0053280000057485365
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,128,0.003624000069167879
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,8192,0.10364622539944118
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,5120,0.016787555482652452
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,3584,0.04594399862819248
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,5120,0.04285866684383816
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,64,0.007722666694058313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,768,0.00490044429898262
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,256,0.006770666688680649
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,10240,0.06161510944366455
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,1024,0.007800000409285228
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,3584,0.02647288971477085
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,2560,0.01789777808719211
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,512,0.03297244509061178
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,2560,0.021585777401924133
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,256,128,0.002732444347606765
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,7168,0.08263288603888617
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,768,0.0047404443224271136
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,1024,0.1519848903020223
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,2560,0.03865777783923679
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,64,2048,0.0058906666106647914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,512,0.037648889753553606
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,128,0.0033777778347333274
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,768,0.01589866644806332
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,7168,0.1774311065673828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,6144,0.027642667293548584
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,1024,0.037427554527918495
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,2560,0.014631999863518609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2048,65536,9.054022047254774
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,65536,0.015623999966515435
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,768,6144,0.017882666654056974
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,12288,0.05827111005783081
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,3072,0.01552888916598426
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,256,768,0.0047884442740016514
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,1536,0.014628445108731588
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,3072,0.036186665296554565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,4096,0.014610666367742749
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3584,64,0.008374222450786168
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,1024,0.015340444114473132
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,2560,0.00758755538198683
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,256,256,0.005020444591840108
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,65536,0.2190248833762275
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,64,0.0027919999427265594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,3584,3.9679476420084634
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,768,3072,0.018053332964579265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1024,2048,0.0354417794280582
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,65536,0.04617422156863742
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,256,0.008912000391218398
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,256,0.006303999986913469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,2560,0.7952097786797417
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,8192,0.04003999961747064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,2560,0.08169866932762994
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,6144,0.01146666705608368
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,12288,0.01033866653839747
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,4096,3072,0.031706667608684964
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,3584,0.02087822225358751
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,4096,1536,0.04577066832118564
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,1536,0.13634310828314886
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,12288,0.16602933406829834
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,1024,0.02476177778508928
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,2560,1.286285294426812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1536,1536,0.016921778519948322
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,32,64,0.003371555565132035
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,64,0.006021333237489064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,4096,0.3361990981631809
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,5120,0.007428444094128079
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,6144,2560,0.025655110677083332
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,512,2048,0.009288888838556077
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,6144,0.007154666715198093
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,3584,0.038055999411476985
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,10240,0.01630577776167128
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,10240,0.06073066923353407
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,3584,0.014031999640994601
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,4096,3584,0.0244835548930698
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,12288,1.6224799686008031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,7168,0.3447679943508572
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,256,5120,0.007359999749395583
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,5120,0.031022220849990845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,16384,0.07123377588060167
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,128,0.00452622233165635
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,8192,0.03580177823702494
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,2560,0.008920888933870528
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,12288,0.8094728787740072
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,2048,0.08481244246164958
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,2560,0.045871112081739635
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,2048,0.6006879806518555
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,4096,0.05648089117474026
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,6144,0.0381279985109965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,8192,0.0483439995182885
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,64,0.0058311112225055695
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,256,0.015843555331230164
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,1536,0.018597332967652213
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,1024,0.10697955555386013
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,7168,0.07308622201283772
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,6144,0.03544088866975572
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,1024,0.0891866683959961
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,256,0.015729778342776828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,1024,1.1812142266167533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,128,512,0.004840888910823398
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,768,0.005506666584147348
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,3072,0.08682933118608262
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,128,3584,0.009207111265924241
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,16384,7168,0.2692728837331136
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,1536,0.054770665036307446
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,6144,0.03693688909212748
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,32,0.004279110994603899
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,5120,0.12112532721625434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,256,0.004041777716742622
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,128,0.011582222249772815
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,512,0.008090666598743862
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,2048,0.028748446040683325
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,1024,0.013777777552604675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,768,0.0046640001237392426
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,256,0.0036675557494163513
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,2048,0.008280889027648503
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,16384,0.04094400008519491
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,10240,0.1601368851131863
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,4096,3584,0.028395556741290625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,512,0.027520888381534155
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,6144,0.17867022090488008
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,7168,0.15181956026289198
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,6144,0.12258044878641765
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,3584,0.011332444846630096
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,256,0.0052933332820733385
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,64,0.0027013334135214486
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,6144,0.015022221538755627
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,7168,1024,0.014518222875065274
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,768,0.004663111021121343
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,32,0.021858667333920796
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,1536,3072,0.33229067590501576
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,10240,0.1172177791595459
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,3584,0.10246577527787949
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,32,0.06591466400358412
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,1024,0.012315555579132505
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,10240,0.024096889628304377
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,16384,0.16347644064161512
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,3072,0.03768800033463372
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,128,0.0032506665835777917
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,6144,0.09222755829493205
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,16384,2.791913774278429
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,65536,0.21410044034322104
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,65536,0.5449893209669325
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,2560,0.018583999739752877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,16384,13.09388648139106
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,12288,8192,0.1506648858388265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,16384,0.07248355282677545
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,2048,0.015397333436542086
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,32,16384,0.01053422192732493
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,4096,0.038627554972966514
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,512,3072,0.009484444227483537
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,768,0.0529404448138343
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,12288,0.09028622176912095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,512,0.05147644546296862
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,128,0.003145777723855443
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,1536,0.02354755500952403
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,2560,0.024352888266245525
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,7168,0.21537155575222441
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,8192,0.022973333795865376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,768,0.015626667274369132
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,65536,0.30868177943759495
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,2048,0.02738044493728214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,1536,0.014578666951921252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,2560,0.043256001340018384
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,7168,0.038902223110198975
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,64,2560,0.010905777414639791
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,12288,0.9427742428249783
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,7168,5120,0.05791911151674059
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,3072,1.8738409678141277
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,65536,1.4393528832329645
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,64,0.062033779091305204
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,256,0.005858666780922148
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,1536,0.006457777900828256
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,64,0.015479111009173922
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,65536,16384,1.4254062440660265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,32,0.0027706666539112725
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,1024,0.036109334892696805
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,128,0.0074879998962084455
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,1024,0.011854222251309289
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,65536,64,0.0337777766916487
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,256,3584,0.02846933404604594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,512,10240,0.01475911173555586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,12288,0.12089422014024521
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,32,3072,0.006817777951558431
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,32,0.0035413333939181436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,10240,2560,0.04042311178313361
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,7168,0.033640000555250384
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,16384,0.18853244516584608
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,3072,0.013284444808959961
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,3584,0.008716444174448649
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,12288,0.9939422607421875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,3584,0.011343110766675739
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,1024,0.012673777838548025
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,2560,4096,0.035614222288131714
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,7168,7168,0.17650666501786974
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,512,0.004495111190610462
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,768,0.010880889164076911
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,64,3072,0.006684444430801604
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,6144,0.018019555343521964
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,3072,0.09607911109924316
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,3072,0.17190844482845732
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,2560,0.007630222373538547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,64,0.01567555632856157
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,4096,0.06736622254053752
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,10240,0.0544177790482839
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,12288,9.868832058376736
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,1024,0.060609777768452965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,5120,0.062499556276533336
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,64,768,0.009481777747472128
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3072,512,0.005056888692908817
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,1024,0.1037786669201321
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,4096,6144,0.0869413349363539
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,3072,0.3130168914794922
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,1536,0.007236444287829929
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,1024,0.00795555528667238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,2048,0.020748444729381137
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,64,0.0038613333470291565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,10240,0.5091048876444498
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,2560,0.005889777921968036
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,3072,0.008960000342792934
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,1536,0.032990223831600614
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,3584,0.018193778064515855
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,1536,0.1367973354127672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,6144,0.05537066525883145
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,12288,0.44909509023030597
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,512,12288,0.031298667192459106
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,64,0.007233777807818518
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,10240,0.008050666915045844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,16384,0.1826124456193712
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,65536,0.7687324417961968
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,1024,12288,0.025637333591779072
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,12288,1024,0.1201324462890625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,3072,0.021535111798180476
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,65536,0.6659964455498589
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,6144,2.110609690348307
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,16384,10240,0.6938151253594292
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,16384,8192,0.195905778143141
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,128,0.005382222019963794
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,128,0.003936888857020272
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,12288,0.06260177824232313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,12288,0.41913154390123153
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,16384,768,0.4601653416951497
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,16384,2.3760062323676214
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,256,0.006073777874310811
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,256,0.006212444355090459
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,1024,0.008020444048775567
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,1536,0.05486311184035408
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,32,0.0033733333564466904
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,3072,0.050676445166269936
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,10240,256,0.0075031113293435835
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,3584,0.06486133072111341
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,2560,0.053336888551712036
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,32,0.0028479999552170434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,3072,0.04762755499945747
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,2560,0.012291555603345236
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,3072,2048,0.014021333720948962
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,12288,12288,0.18537067042456734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,1024,768,0.0074551113777690465
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,6144,768,0.09426133500205146
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3072,10240,0.05051111181577047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,6144,0.30692532327440053
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,5120,5120,0.038932445976469256
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,512,0.011700444751315646
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,3584,0.021884444687101576
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,3072,0.024471999870406255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,6144,0.007902222375075022
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,2560,0.02868177824550205
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2048,256,0.006154666758245892
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2048,32,0.005180444568395615
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,1536,0.9024800194634331
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,7168,0.490215089586046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,64,65536,0.023767110374238756
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,7168,0.29704001214769155
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,12288,3072,0.05951199928919474
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,5120,0.020399999287393358
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,3584,0.01901511185699039
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,128,2048,0.01771288944615258
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,5120,32,0.0032551110618644287
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,8192,512,0.01275022245115704
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,16384,0.011710222396585675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,65536,32,0.008349333372380998
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,128,0.005747555444637935
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,4096,1536,0.01183199965291553
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1536,1024,0.00851644410027398
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,64,0.0028657778683635923
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,5120,0.07985511091020372
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,3584,0.008269333177142674
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,128,1024,0.005179555465777715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,2048,1024,0.008235555556085374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,512,0.009734222458468543
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,512,768,0.006309333360857434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,1536,0.012614222036467658
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,256,12288,0.013845333622561561
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,5120,0.008616888688670265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,32,7168,0.01272266689274046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,64,0.002692444456948174
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,5120,0.042825778325398765
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,64,0.009192888935407003
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,128,0.0075911109646161394
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,7168,0.05801066425111559
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,6144,0.0498888889948527
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2560,2560,0.036920888556374445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,6144,16384,0.12500800026787653
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,256,3584,0.007520000139872233
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,5120,0.013632888595263163
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,8192,0.016145777371194627
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,4096,0.055997331937154136
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,10240,0.2347351180182563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,3072,0.00637155564294921
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,4096,2048,0.015726221932305228
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,6144,0.052397333913379245
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,3584,12288,0.06666755676269531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,32,12288,0.008067555725574493
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,32,0.006239111224810283
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,2560,0.009167999857001835
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,3072,0.10074488984213935
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,12288,0.05192000004980299
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,12288,0.1421991056866116
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,10240,0.28045866224500865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,7168,0.09475466940138076
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,768,0.01440088947614034
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,256,0.019256000717480976
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,1024,0.018571555614471436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2560,768,0.008392000363932716
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,1024,0.007784888976150089
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,3072,12288,0.06296444601482816
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,8192,12288,0.12596266799502903
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2560,64,0.004387555436955558
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,6144,768,0.02978133492999607
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,7168,16384,0.27981334262424046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1536,65536,0.1326506667666965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,12288,0.011528888510333167
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,10240,5120,0.4476782480875651
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,512,0.006044444524579578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,6144,1536,0.01668444441424476
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,3072,0.0214684440029992
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,32,32,0.0025617778301239014
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,5120,0.01275466630856196
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1024,5120,0.018216000662909616
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,8192,5120,2.773196538289388
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,6144,1536,0.020836444364653692
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,8192,0.6618115637037489
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,16384,0.4330577850341797
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,512,0.04883822136455112
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,8192,5120,0.07122755712933011
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,3072,0.05267555514971415
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,3072,12288,0.12487733364105225
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,512,0.006014222072230444
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,2560,0.02145599987771776
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,16384,0.343231995900472
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,1536,0.006309333360857434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,10240,12288,0.20059822665320504
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,65536,7168,0.6332862112257216
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,2048,0.039008888933393694
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,8192,4096,0.04913511210017734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,128,0.005283555636803309
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,128,0.007576000359323289
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,3072,0.012984889249006907
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,3584,0.05193510982725355
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,8192,0.08287200000551012
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,768,0.03428622086842855
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2560,256,0.005527110977305307
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,6144,0.14601600170135498
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,5120,2048,0.017976888351970248
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,5120,12288,0.15647021929423013
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,16384,0.3186737696329753
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,768,0.049858666128582425
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,3072,8192,0.0638657808303833
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,1024,0.06591288910971747
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,2560,0.0075626663035816616
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,5120,7168,0.054455998871061534
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,65536,32,0.006825777805513806
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,3584,0.14488800366719565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,6144,0.018340445227093168
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,65536,0.6103839874267578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,7168,7168,0.07802400324079725
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,128,6144,0.0076453329788313965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,10240,256,0.006996444529957241
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,4096,64,0.03590577840805054
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,256,0.14867999818589953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,2048,0.006636444479227066
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,1536,0.014694222145610385
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,7168,0.020869332883093093
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,32,0.004625777817434735
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,65536,16384,9.089458889431423
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,65536,0.014642667439248828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,5120,0.006758222149478064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,2560,0.008104888929261101
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,16384,1536,0.03977422250641717
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,4096,6144,0.052764445543289185
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,8192,0.3172702259487576
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,128,0.006031111296680238
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,8192,768,0.019000000423855253
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,256,2048,0.006664000037643645
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,6144,0.23714311917622885
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,128,3072,0.049729777706993945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3584,32,0.004274666723277834
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,5120,1024,0.012892444100644855
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,8192,16384,0.28779734505547416
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,32,0.003669333126809862
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,65536,3584,0.32402311431037056
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3584,16384,0.15675821569230822
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,7168,32,0.0052168890833854675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2560,16384,0.06212800078921848
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,7168,10240,0.10627644591861302
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,5120,0.07107644610934787
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,3072,0.00811822215716044
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,5120,0.01051999959680769
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3584,6144,0.7938799858093262
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,16384,0.26673600408766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,32,0.004080888711743885
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,5120,512,0.008632000121805403
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1024,7168,0.04257955484920078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,4096,0.049902220567067467
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,65536,2048,0.9197759628295898
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,2048,3584,0.03683200147416856
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,5120,3584,0.029157333903842505
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,256,12288,0.01721244388156467
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,768,128,0.005504000104135937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1536,3072,0.012378666963842181
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,4096,0.020544000797801547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,10240,2048,0.033222221665912204
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,1536,3.624176873101128
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,7168,0.014537778165605334
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,10240,0.12970399856567383
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,6144,256,0.008576889004972246
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,10240,0.037286221981048584
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2560,768,0.07471466726726957
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3072,16384,0.08298755354351468
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,768,1024,0.011210666762457954
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,12288,0.6586346626281738
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,3072,256,0.009591110878520543
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,7168,15.5108642578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,768,0.007477333148320516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,256,0.007860444486141205
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,2560,2048,0.03443911009364658
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,5120,5.589134216308594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,10240,0.02179555594921112
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3584,2560,0.017682666579882305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,64,3584,0.007802666889296637
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,8192,0.9139875835842557
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,768,256,0.006014222072230444
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,6144,0.01663555536005232
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,4096,256,0.0069875551594628235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,65536,12288,0.9623404608832465
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,2048,0.8258826467725965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,256,0.2902711232503255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,5120,8192,1.3432622485690648
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,6144,0.027013333307372198
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,6144,4096,0.043848001294665866
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,768,0.010732444624106089
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1536,3072,0.1834862232208252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,4096,0.05348266826735603
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,8192,0.007821333077218797
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,3584,0.010658666491508484
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,8192,0.04960799879497952
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,12288,0.01943111088540819
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,8192,0.3022711012098524
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,16384,0.18172178003523085
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,1024,0.007748444047239091
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,2560,0.015103111664454142
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,1024,0.007609777980380588
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,3072,5120,0.04431910978423225
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,64,10240,0.006160000132189856
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,6144,6144,0.24561688635084364
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,128,65536,0.11614399486117893
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,10240,0.17374577787187365
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,1536,0.0074577778577804565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,7168,2048,0.03241422110133701
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,256,0.00526311124364535
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,4096,0.8992302152845594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,1024,0.01276533305644989
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,2048,128,0.004832889056868023
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,5120,0.012553777959611682
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,10240,65536,0.8520533243815104
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,768,32,0.002752888947725296
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,32,64,0.0027102221631341507
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,2048,0.008564444051848518
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,256,0.02186311119132572
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,2048,0.008196444147162968
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,3584,0.022397332721286353
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,1024,0.0052168890833854675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,16384,0.4003431002298991
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,8192,0.06323644187715319
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,768,6144,0.08084799846013387
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1024,768,0.019924443629052904
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,4096,0.09988622532950507
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,7168,0.013756444056828817
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,10240,1536,0.030964444080988567
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,65536,2048,0.18382578425937227
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,128,5120,0.01423733267519209
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,3072,0.009240888886981541
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,1024,0.006098666538794835
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,1536,0.0064071110553211635
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,1024,0.006603555546866522
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,1024,64,0.0035093331502543557
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,512,4096,0.011231111155615913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,3584,256,0.00462311092350218
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,2048,256,0.004008000095685323
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,65536,3584,0.29969599511888295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,2048,768,0.009756444229020013
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,5120,6144,2.1038195292154946
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,2560,0.06801511181725396
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3584,512,0.022114665971861944
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,65536,512,0.05535733368661669
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,768,64,0.004054222255945206
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,16384,10240,1.5499209298027887
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,64,6144,0.013407111167907715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,2048,0.12021244896782769
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,1536,0.011894221935007306
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,64,12288,0.00909511082702213
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,12288,0.01998488936159346
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2560,10240,0.4424702326456706
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,512,6144,0.010772444307804108
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,768,256,0.004910222358173794
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,3072,12288,1.299656867980957
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,768,8192,0.017257778180970084
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,8192,0.0668355557653639
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,1024,7168,0.021653332644038733
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,6144,10240,4.398787604437934
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,768,0.1891253391901652
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,1024,0.13722756173875597
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,65536,16384,4.567175123426649
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,512,0.1112862163119846
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,12288,7168,0.19135555956098768
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,12288,3072,0.7016337712605795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,16384,0.06351200077268812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,2048,0.039276444249682956
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,512,0.006436444405052397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,64,512,0.004377777791685528
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,4096,0.008160889148712158
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,16384,16384,0.37530843416849774
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,1536,16384,0.04949688911437988
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,2560,6144,0.03020711077584161
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,8192,65536,0.6279599931504991
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,12288,512,0.03515911102294922
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,4096,0.07315911187065972
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,10240,0.009798222117953831
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,64,4096,0.0058062221441004015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,512,0.014470222923490735
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,2048,0.007489778101444244
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,128,0.05107466710938347
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,12288,256,0.00790666706032223
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,512,256,0.004430222428507275
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,32,0.012000888586044312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,12288,768,0.01519733336236742
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,128,2560,0.022601778308550518
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,2048,0.03314666615592109
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,3072,2560,0.013601777454217276
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,512,32,0.005148444324731827
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,2560,2560,0.4484355714586046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,6144,5120,0.06927111413743761
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,8192,16384,0.4044675562116835
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,512,0.012263110942310758
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,16384,768,0.9516258239746094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,256,3072,0.012208888928095499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,2560,0.12250044610765244
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,1024,256,0.003967111309369405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,1536,0.09104266431596543
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,5120,0.007119110888904995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,12288,128,0.0151573336786694
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,512,0.03122666809293959
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,7168,3584,0.05482666691144308
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1536,5120,0.021057777934604224
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,32,256,0.0034311111602518293
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,1536,32,0.00535111129283905
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,3072,0.3367137908935547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,4096,8192,0.047559112310409546
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,6144,3072,0.033095998896492854
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,512,8192,0.014039110806253223
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,7168,3584,0.46959198845757383
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,16384,0.17743644449445936
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,256,0.010799999866220685
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,256,0.006622222148709827
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,512,0.019560888409614563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,16384,64,0.015032889114485847
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,32,2560,0.005108444641033809
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,128,0.0032924444725116095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,2048,1536,0.00981777740849389
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,16384,12288,0.2690266768137614
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,64,3584,0.009887999958462184
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,10240,5120,0.07505510913001166
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,32,2560,0.007264888948864407
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,1024,0.0307644440068139
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,512,0.008642666869693333
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,16384,1536,0.042703999413384326
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,65536,12288,26.457751803927952
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,4096,0.12212799655066596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,10240,16384,0.20010222329033744
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3072,768,0.04999555481804741
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,16384,16384,0.5764515664842393
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,2560,0.0875564416249593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,65536,0.3516000111897786
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,7168,0.14675645033518472
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,2048,0.8152755631340874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,32,0.004263999975389904
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,128,12288,0.01367200000418557
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2048,4096,0.021384000778198242
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,5120,768,0.015747555428081088
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,1536,0.8370098008049859
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,3072,1536,0.051141334904564746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,256,16384,0.012678222523795234
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,7168,768,0.015779554843902588
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,6144,2048,0.019504000743230183
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,6144,4096,0.04559288753403557
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,65536,0.018914666440751817
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,65536,0.024217777782016333
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,2048,512,0.007179555793603261
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,768,0.020449777444203694
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,3072,6144,0.07180800040562947
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,128,1536,0.00700444479783376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,128,0.003314666656984223
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1536,1536,0.010089777410030365
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,7168,0.010097777677906884
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,4096,12288,0.8369182480706109
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,3584,64,0.0034471110751231513
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,1024,1024,0.008879111044936711
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,512,4096,0.02790133489502801
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1024,5120,0.05228177706400553
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,256,2560,0.007673777639865875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,10240,10240,0.36221154530843097
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,512,3584,0.14350577195485434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,8192,16384,2.2776461707221136
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,2048,0.01256977766752243
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,12288,16384,0.2662408881717258
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,8192,128,0.00795288880666097
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,32,5120,0.008467555873923832
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,128,0.005052444421582752
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,3584,3072,0.023386667172114056
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,64,7168,0.008166222108734978
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,12288,0.43135733074612087
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,8192,12288,0.13933422830369738
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,3072,0.09883466694090103
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,768,768,0.006777777853939269
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,65536,4096,4.496332380506727
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,3072,0.22194222609202066
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,768,7168,0.3605662186940511
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,256,0.009593778186374241
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,32,0.0029351111087534162
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,64,4096,0.008240000241332585
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,5120,22.165334065755207
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,1024,256,0.0037742224004533556
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,2560,0.046959112087885536
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,128,32,0.002736888825893402
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,32,8192,0.01957066688272688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,1536,768,0.009927111367384592
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,10240,5120,0.8373289108276367
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,12288,4096,0.07945155435138278
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,32,0.002951111023624738
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,1536,3584,0.013236444857385425
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,128,1024,0.007863110966152614
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,512,0.004399111287461387
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,3072,0.006858666737874349
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,65536,0.09986488686667548
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,1536,0.006326222171386083
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,128,0.0031822222388452957
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,7168,2048,0.11476711432139079
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,7168,0.47499646080864805
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2048,1536,0.010466666685210334
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,65536,5120,1.1147680282592773
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,5120,1536,0.03190044562021891
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,1024,512,0.006385777973466449
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,8192,3584,0.04589866598447164
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,6144,64,0.004911111046870549
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,3584,65536,0.31756533516777885
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,12288,0.02050844497150845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,12288,2048,1.8994382222493489
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,5120,1024,0.09311911132600571
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,32,12288,0.01576622161600325
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,768,256,0.013019555144839816
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,1024,2560,0.025229333175553217
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,5120,64,0.00360977773865064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,16384,512,0.0707119968202379
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,32,3584,0.007095110913117726
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,8192,65536,0.6207048628065321
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,2560,0.07115999857584636
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,128,6144,0.008026666939258575
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3072,16384,0.0803075565232171
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,4096,12288,0.44664446512858075
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,512,3584,0.011718221836619906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,32,65536,0.01458044515715705
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,128,12288,0.012773333324326409
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,10240,8192,0.337661345799764
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,10240,128,0.01645866698688931
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,768,4096,0.011674666570292579
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,6144,768,0.03065599997838338
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,16384,256,0.00980266680320104
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,2048,4096,0.01742755538887448
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,256,32,0.002966222249799304
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,8192,0.3113066620296902
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,16384,0.03155555658870273
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,3584,512,0.04923644330766466
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,32,5120,0.007394666473070781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,64,1024,0.00535733335547977
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,2560,12288,0.09399466382132636
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,16384,512,0.162191112836202
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,8192,65536,4.771189371744792
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,16384,1536,0.05443466703097025
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,768,2560,0.009365333451165093
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,512,0.026322666141721938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,768,0.036017778846952654
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,16384,3072,0.06886933247248332
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,8192,3072,0.04084622197681003
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,256,0.024777778320842322
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,64,7168,0.008732444710201686
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,128,1024,0.0074746666683091064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,5120,256,0.014915555715560913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,64,512,0.004603555632962121
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,1536,256,0.014608888162506951
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,512,256,0.005050666630268097
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,16384,12288,0.32623288366529674
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,3584,0.12500266234079996
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,8192,256,0.008085333638721043
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,128,2560,0.0059057776298787855
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,96,768,1024,0.006151111175616582
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,2048,6144,0.0255404445860121
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,4096,0.03609866566128201
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,768,32,0.004847110973464118
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1024,16384,0.045597334702809654
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,512,6144,0.01347733371787601
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,32,4096,0.017295999659432303
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,384,16384,8192,0.4137253231472439
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,3072,8192,0.06386666827731662
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,1024,256,0.01940266622437371
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,3584,256,0.005524444497293896
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,64,7168,0.007860444486141205
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,10240,4096,0.11088977919684516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,2048,4096,0.15717066658867732
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,2560,1024,0.008394666843944127
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2048,64,1536,0.01053955571519004
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,1536,1536,0.023767110374238756
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,2,32,6144,0.006286222073766921
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,2048,32,0.01777777738041348
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,256,256,0.003642666671011183
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,512,32,0.0027475555737813315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,5120,768,0.013843555417325763
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8,12288,6144,0.1096515523062812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,2048,1536,0.034063110748926796
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,64,512,3072,0.007899555895063613
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3584,2560,0.10065778096516927
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,512,64,0.004383999854326248
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,12288,0.17151378260718453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,2560,8192,0.03982933362325033
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,512,2048,0.012505778008037143
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,6144,0.05462133222156101
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,80,1024,16384,0.03415377934773763
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,10240,7168,0.09453955623838638
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,768,3072,0.00886222223440806
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,64,256,0.0037235555549462638
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,5120,2560,0.025765332910749648
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,48,12288,65536,0.9438453250461154
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,16,768,7168,0.01610933409796821
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,65536,4096,0.5423519876268175
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,8192,4096,0.06562222374810113
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1536,16384,0.04220799936188591
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,256,4096,3072,0.04524088899294535
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,128,128,0.002508444504605399
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,32,768,0.015037332971890768
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4,256,10240,0.008634666601816813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,1536,64,0.004416888786686791
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,8192,12288,3.440283457438151
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,3072,6144,0.17474044693840873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,10240,128,0.09281600183910793
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,32,1024,64,0.003063111048605707
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,3072,0.026346666945351496
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,256,10240,0.03655111127429538
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1,6144,10240,0.08835555447472467
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,6144,2048,0.03241777751180861
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,512,8192,10240,0.3686195479498969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,160,12288,2560,0.09099644422531128
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,192,10240,65536,1.4106381734212239
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,64,2560,0.03229866756333245
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,128,7168,12288,0.14462221993340388
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,4096,12288,5120,2.169925265842014
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,768,10240,12288,0.8323493533664279
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,7168,12288,5.905081854926215
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,1024,7168,65536,4.155919816758898
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,65536,3072,13.850925869411894
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,gemm,sglang,float16,8192,3584,65536,16.31571790907118
