framework,version,device,op_name,kernel_source,gemm_dtype,m,n,k,latency
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,4096,15.29301283094618
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,5120,18.938425699869793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,6144,22.548507690429688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,7168,26.193550957573787
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,3584,13.473848978678385
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,8192,29.810373942057293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,3072,11.669503953721788
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,2560,9.866126166449652
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,2048,8.045995076497396
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,512,2.3221475813123917
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,1024,4.386389414469401
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,768,3.2843093872070312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,32,0.8079075813293457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,256,1.4180693096584742
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,64,1.0008746253119576
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,128,1.5326435301038954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,1536,6.213262346055772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,10240,37.05847507052952
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,7168,6.555050743950738
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,12288,44.38402981228299
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,8192,7.464107089572483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,10240,9.27780999077691
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,12288,11.096035427517362
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,4096,3.829561021592882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,5120,4.753209008110894
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,3584,3.379199981689453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,6144,5.647075653076172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,3072,2.9259378645155163
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,1536,1.5672604242960613
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,1024,1.1085369322035048
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,2560,2.4735003577338324
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,2048,2.0200106302897134
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,16384,14.748984442816841
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,256,0.3552995522816976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,512,0.587548467848036
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,64,0.2656995455423991
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,32,0.2106026675966051
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,128,0.34224356545342344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,768,0.8343608644273547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,16384,59.58135308159722
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,7168,4.998997158474393
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,10240,7.083036634657119
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,8192,5.697735256618923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,12288,8.467200385199652
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,5120,3.6163130866156687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,6144,4.32952880859375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,3584,2.5760425991482205
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,4096,2.9252836439344616
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,2048,1.5458417468600805
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,2560,1.8874310387505426
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,768,0.632945802476671
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,3072,2.2319217258029513
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,1024,0.7877973450554742
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,512,0.4499057663811578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,256,0.2660408814748128
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,64,0.19080532921685112
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,128,0.2659840053982205
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,1536,1.1931307050916884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,32,0.16036978032853869
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,16384,11.228700425889757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,7168,4.140828450520833
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,8192,4.7184499104817705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,10240,5.857194688585069
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,12288,7.019150204128689
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,6144,3.5704604254828562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,5120,2.995797263251411
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,4096,2.4193138546413846
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,16384,9.310833401150173
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,2560,1.564103126525879
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,3072,1.8490310245090062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,3584,2.138168970743815
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,2048,1.2758755154079862
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,1024,0.7010133531358508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,768,0.5266488922966851
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,1536,0.9930524826049805
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,512,0.37523910734388566
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,256,0.22033066219753691
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,128,0.21256532933976915
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,32,0.12521244419945612
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,64,0.15872000323401556
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,8192,3.7397901746961804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,10240,4.657237158881293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,12288,5.554887135823567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,6144,2.8336639404296875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,7168,3.2829725477430554
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,16384,7.3745066324869795
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,5120,2.3763910929361978
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,3584,1.694151136610243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,2560,1.2422542572021484
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,4096,1.925461239284939
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,3072,1.4660835266113281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,1024,0.5596444341871474
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,768,0.42066489325629336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,1536,0.7879395484924316
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,256,0.17789155907101104
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,512,0.3056924343109131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,128,0.17012622621324328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,64,0.12848356035020617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,32,0.1027982234954834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,2048,1.0139875411987305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,12288,4.96847661336263
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,16384,6.593223147922092
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,10240,4.150698767768012
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,8192,3.3439858754475913
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,6144,2.527459462483724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,7168,2.9321670532226562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,5120,2.1264781951904297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,3072,1.3132516013251412
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,3584,1.5125617980957031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,4096,1.7145457797580297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,1536,0.7031751208835177
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,2560,1.1116657257080078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,2048,0.9041350682576498
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,1024,0.46759822633531356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,512,0.2608071168263753
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,768,0.376035557852851
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,256,0.15721244282192653
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,128,0.1516373289955987
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,64,0.11303822199503581
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,32,0.0905102226469252
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,65536,44.565104166666664
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,65536,59.0576917860243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,65536,38.17784966362847
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,10240,3.6598044501410594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,12288,4.376063876681857
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,8192,2.945792092217339
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,16384,5.819335089789496
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,5120,1.8713315327962239
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,7168,2.599196539984809
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,4096,1.5128747092352972
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,65536,30.066175672743057
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,6144,2.2288214365641275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,3584,1.3345848719278972
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,1024,0.40192000071207684
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,768,0.31988623407151967
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,1536,0.620031992594401
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,3072,1.154531584845649
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,512,0.22491023275587294
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,256,0.13659021589491102
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,32,0.07745422257317437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,64,0.09784888558917576
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,128,0.13747199376424155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,2048,0.7972977956136068
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,2560,0.9768390655517578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,7168,2.088561799791124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,8192,2.3629938761393228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,12288,3.506858613755968
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,6144,1.7987128363715277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,10240,2.9385386572943797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,16384,4.6533690558539496
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,5120,1.5017244550916884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,65536,26.32940165201823
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,4096,1.2138666576809354
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,3584,1.077447149488661
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,3072,0.9293084674411349
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,1024,0.3542471196916368
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,1536,0.4985742039150662
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,512,0.18773333231608072
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,2048,0.6421617931789821
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,256,0.1139484379026625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,768,0.2662399874793159
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,32,0.06553600231806438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,128,0.10951111051771377
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,64,0.08206222454706828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,2560,0.7850382063123914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,7168,1.7268622716267903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,8192,1.9708870781792536
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,12288,2.9218701256646047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,5120,1.2521528667873807
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,6144,1.488071123758952
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,10240,2.4432356092664933
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,16384,3.8975999620225696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,4096,1.010232925415039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,3072,0.7716408835517036
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,2560,0.6529706848992242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,3584,0.8923590977986654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,768,0.21390222178565133
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,2048,0.5358933342827691
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,1024,0.26760533120897084
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,512,0.152547558148702
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,256,0.09261511431799994
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,128,0.08928710884518093
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,32,0.05512533254093594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,64,0.06715733475155301
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,1536,0.4148622353871663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,8192,1.769216007656521
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,10240,2.1977600521511502
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,12288,2.629404491848416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,16384,3.505521774291992
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,6144,1.3387093014187281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,7168,1.5540053049723308
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,5120,1.125176853603787
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,4096,0.9130951563517252
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,3584,0.8019910918341743
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,2560,0.5878897772894965
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,3072,0.6948124567667643
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,768,0.1912604437934028
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,1024,0.23958754539489746
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,1536,0.37276445494757754
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,2048,0.48201953040228945
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,256,0.08260266648398505
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,512,0.1362773312462701
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,128,0.07992888821495904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,64,0.06010311179690891
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,32,0.048156443569395274
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,65536,22.555506388346355
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,12288,2.336625840928819
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,10240,1.9564942253960504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,16384,3.1005297766791453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,6144,1.1902009116278756
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,7168,1.3816888597276475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,65536,18.76113043891059
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,5120,1.0000212987263997
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,4096,0.8069689008924695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,2560,0.5224106576707628
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,8192,1.5786381827460394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,3072,0.6183253394232856
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,3584,0.7132159868876139
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,512,0.11793066395653619
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,768,0.16679822074042427
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,1536,0.33024001121520996
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,2048,0.42587023311191136
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,256,0.0724195573065016
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,64,0.051911112334993154
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,128,0.06948977708816528
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,1024,0.2101760043038262
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,32,0.042097777128219604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,65536,14.859320746527779
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,10240,1.4799359639485676
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,12288,1.7598862118191188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,8192,1.1828337775336373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,7168,1.0400142669677734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,4096,0.6093369060092503
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,16384,2.334805382622613
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,6144,0.9027413262261285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,5120,0.7542328834533691
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,3072,0.4662328826056586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,2560,0.3954631222618951
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,3584,0.5384533140394423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,1536,0.2521315680609809
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,2048,0.3256604406568739
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,512,0.09796266423331366
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,1024,0.17666844526926676
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,768,0.14190933439466688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,32,0.03490133417977227
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,128,0.055580443806118436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,64,0.04289422101444668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,256,0.06018844578001234
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,65536,13.178965250651041
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,8192,0.9879040188259549
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,7168,0.8665315310160319
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,10240,1.2240213818020291
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,12288,1.4631822374131944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,4096,0.5076764424641927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,3584,0.4511004553900824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,6144,0.7477191289265951
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,5120,0.6273991266886393
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,16384,1.940536922878689
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,3072,0.38863645659552676
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,2560,0.3310648865169949
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,2048,0.2695111168755425
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,1024,0.14697244432237414
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,1536,0.20949333243899873
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,256,0.05026133192910088
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,128,0.04553955462243822
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,64,0.03606755534807841
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,512,0.0874097810851203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,768,0.11747554937998454
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,32,0.029696000946892634
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,8192,0.7901013162400988
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,10240,0.9795128504435221
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,12288,1.1777422163221571
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,7168,0.6942150857713488
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,16384,1.5025208791097004
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,6144,0.5973617765638564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,5120,0.5047751002841526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,65536,11.421781751844618
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,2560,0.2645333343082004
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,4096,0.4066133234235976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,2048,0.21529600355360243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,3072,0.31112533145480686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,3584,0.35891199111938477
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,512,0.06966044505437215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,1024,0.11821511056688096
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,256,0.04059022333886888
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,1536,0.16827732986874053
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,768,0.09398044480217828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,128,0.03655111127429538
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,32,0.023324444890022278
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,64,0.028956443071365356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,8192,0.5294648806254069
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,10240,0.653397348192003
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,12288,0.7641599973042806
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,7168,0.46734221776326496
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,6144,0.44814221064249676
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,16384,1.0042026307847765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,5120,0.37654754850599503
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,4096,0.3050382137298584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,3584,0.26916978094312877
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,3072,0.23330132166544595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,2560,0.19731911023457846
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,2048,0.1613937748803033
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,1536,0.1256106694539388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,512,0.05182577835188972
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,768,0.07065600156784058
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,1024,0.08968533409966363
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,256,0.033422221740086876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,128,0.02739199995994568
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,64,0.02164622147878011
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,32,0.018090666996108163
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,12288,0.5869226455688477
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,10240,0.4913777775234646
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,16384,0.8018488883972168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,8192,0.39637332492404515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,7168,0.3482453293270535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,5120,0.2524728775024414
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,65536,9.59192148844401
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,6144,0.3003733423021105
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,3072,0.15695644749535456
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,4096,0.20474310715993246
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,3584,0.18104888333214653
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,2048,0.1091982192463345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,2560,0.13311999373965794
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,1536,0.08553244670232137
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,768,0.047616001632478505
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,512,0.03535644544495477
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,1024,0.0612693362765842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,256,0.023239110906918842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,64,0.015559110376569959
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,128,0.0192284451590644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,32,0.012828444441159567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,65536,7.623850504557292
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,12288,0.4080639945136176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,65536,3.8042738172743054
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,16384,0.519395563337538
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,10240,0.35743289523654515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,8192,0.3168426619635688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,6144,0.24541865454779732
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,7168,0.2827377849155002
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,65536,5.6876373291015625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,5120,0.2519608868492974
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,3584,0.1798257827758789
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,2560,0.13323377238379583
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,4096,0.20366222328609893
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,3072,0.1566151115629408
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,1536,0.08413866493437026
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,768,0.04718933171696133
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,65536,2.8435342576768665
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,2048,0.10965333382288615
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,128,0.018801778554916382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,256,0.022840888963805303
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,32,0.012458666331238218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,512,0.034958223501841225
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,64,0.015132443772421943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,1024,0.06528000036875407
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,10240,0.18813155757056343
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,16384,0.2818560070461697
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,6144,0.12171378400590684
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,8192,0.1544817818535699
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,7168,0.1398328940073649
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,4096,0.09133511119418675
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,3584,0.08271644512812297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,5120,0.10689422157075669
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,12288,0.2180551158057319
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,3072,0.07941689093907674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,1536,0.04292266567548116
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,2560,0.06701511144638062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,2048,0.05509688787990146
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,256,0.012145777543385824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,128,0.010410666465759277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,512,0.018204443984561496
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,64,0.008533333738644918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,32,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,1024,0.0306915541489919
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,768,0.0243484444088406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,12288,0.14401422606574163
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,10240,0.1286826663547092
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,8192,0.1131804386774699
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,16384,0.1894684500164456
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,7168,0.10550044642554389
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,6144,0.0865280032157898
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,5120,0.07529244158003065
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,4096,0.05924977858861288
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,3584,0.058083554108937584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,2560,0.04070399867163764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,1536,0.02409244411521488
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,2048,0.03458844290839301
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,1024,0.017948443690935772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,768,0.014876445134480795
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,256,0.009671111073758867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,128,0.0075662218862109715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,3072,0.05151289039187961
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,512,0.011776000261306763
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,64,0.0059164443777667145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,32,0.005233777893914117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,65536,1.895111083984375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,65536,1.0030363930596244
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,8192,0.10643911361694336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,10240,0.11992177698347305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,12288,0.13980444272359213
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,65536,0.7047395706176758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,5120,0.05762844615512424
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,6144,0.07526399691899617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,4096,0.04630755715899997
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,3584,0.04508444335725573
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,7168,0.09187555313110352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,16384,0.20297955142127144
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,2048,0.023523555861579046
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,3072,0.03817244370778402
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,1536,0.015274667077594332
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,256,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,1024,0.011434666812419891
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,128,0.006200888918505774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,512,0.00830577810605367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,2560,0.03458844290839301
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,64,0.005518222020732031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,768,0.010097777677906884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,32,0.005091555416584015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,65536,0.6789973576863607
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,10240,0.10862933264838324
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,16384,0.167139556672838
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,12288,0.1270328892601861
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,8192,0.0988159974416097
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,6144,0.07392711109585233
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,5120,0.05654755565855238
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,7168,0.08658488591512044
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,4096,0.04516977734035916
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,3584,0.04249599907133314
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,2048,0.023239110906918842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,1024,0.011235555840863122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,768,0.00978488889005449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,1536,0.014392889208263822
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,512,0.008021333151393467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,3072,0.04050488935576545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,256,0.0069120000633928515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,2560,0.0336497790283627
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,32,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,64,0.0037546666959921518
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,128,0.005063111169470681
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,65536,0.6485333442687988
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,5120,9.479565938313803
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,4096,7.655850728352864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,6144,11.278278774685331
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,7168,13.099349127875435
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,3072,5.850168863932292
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,2560,4.939036475287543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,8192,14.910663180881075
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,3584,6.756835513644749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,2048,4.027932484944661
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,512,1.1733617782592773
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,768,1.6670719782511394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,256,0.7138417561848959
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,1024,2.201258765326606
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,32,0.3923910988701715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,128,0.7007004419962565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,64,0.5050311088562012
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,1536,3.1220906575520835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,10240,18.685497707790798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,7168,3.3048178354899087
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,8192,3.7486364576551647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,12288,5.567402733696832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,12288,22.17523193359375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,10240,4.648817698160808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,5120,2.3804870181613498
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,6144,2.851015090942383
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,4096,1.9263430701361761
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,2048,1.0232320361667209
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,3072,1.4662826326158311
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,3584,1.6951182683308919
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,1024,0.5643662346733941
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,768,0.423708438873291
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,2560,1.2427662743462455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,64,0.12964977158440485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,512,0.3011697663201226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,128,0.17231644524468315
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,256,0.1831822262869941
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,32,0.10268444485134548
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,16384,7.366741604275173
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,1536,0.7895609007941352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,8192,2.9443412356906467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,7168,2.595271216498481
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,10240,3.6673422919379344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,16384,29.41348944769965
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,6144,2.228366216023763
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,4096,1.512846204969618
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,5120,1.8727821773952906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,12288,4.396230909559462
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,3584,1.3331626256306965
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,16384,5.815494961208767
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,1536,0.621795548333062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,1024,0.4374471240573459
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,2560,0.9782613118489584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,2048,0.7981226709153918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,512,0.2283235655890571
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,3072,1.154559983147515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,768,0.3236408763461643
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,64,0.1045902238951789
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,32,0.07759644587834676
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,256,0.13747199376424155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,128,0.13286399841308594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,10240,2.9469297197129993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,7168,2.078065872192383
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,12288,3.5195164150661893
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,8192,2.361400816175673
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,6144,1.795015123155382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,3584,1.071473757425944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,5120,1.5034880108303492
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,4096,1.2161137262980144
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,16384,4.652231004503038
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,3072,0.9331199857923719
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,2560,0.7851520114474826
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,2048,0.6428160137600368
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,1536,0.49988264507717556
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,1024,0.35458845562405056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,64,0.08166399929258558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,128,0.1125262180964152
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,256,0.11502933502197266
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,768,0.2700231075286865
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,32,0.06553600231806438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,512,0.19029333856370714
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,8192,1.966734144422743
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,10240,2.442723592122396
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,12288,2.9332764943440757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,7168,1.7274595896402996
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,16384,3.8861083984375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,6144,1.4880142211914062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,5120,1.250048001607259
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,4096,1.009720908270942
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,3584,0.8930418226453992
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,2560,0.6615893575880263
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,3072,0.7720106442769369
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,1024,0.29585067431132
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,768,0.2164053387112088
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,1536,0.41560178332858616
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,256,0.09332622422112359
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,128,0.09033955468071832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,64,0.0678115553326077
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,2048,0.5331626468234593
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,32,0.05461333195368449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,512,0.15522132979498968
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,10240,2.2088534037272134
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,12288,2.630200915866428
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,65536,30.020067003038193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,16384,3.487118191189236
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,8192,1.775758213467068
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,7168,1.5554559495713975
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,5120,1.1240675184461806
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,6144,1.3384532928466797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,3584,0.8028728697035047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,4096,0.9129244486490885
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,2560,0.5874346627129449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,3072,0.6949831114874946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,1536,0.3747555679745144
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,2048,0.4802559746636285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,256,0.0833137763871087
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,512,0.13721599843766955
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,128,0.08072533210118611
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,64,0.0602453351020813
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,32,0.048384000857671104
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,768,0.19256888495551217
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,1024,0.26316799057854545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,65536,22.304056803385418
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,65536,18.74403550889757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,8192,1.5722666846381292
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,12288,2.3349191877577042
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,16384,3.106303956773546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,7168,1.3808640374077692
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,5120,0.9990542729695638
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,6144,1.1907697253757052
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,4096,0.807736873626709
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,10240,1.9529955122205946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,3072,0.6165617836846246
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,1024,0.2330168883005778
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,2048,0.4264106750488281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,65536,14.888817681206596
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,1536,0.3310364352332221
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,256,0.07330133517583211
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,128,0.06892089049021403
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,512,0.11940977308485244
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,32,0.04181333382924398
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,768,0.16876088248358834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,64,0.05174044436878628
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,3584,0.7126471201578776
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,2560,0.5223537551032172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,8192,1.183715608384874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,12288,1.7561030917697484
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,16384,2.331022262573242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,7168,1.04075378841824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,10240,1.4710612826877172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,6144,0.8960569169786242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,5120,0.752810690138075
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,4096,0.6094222068786621
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,3072,0.4672853151957194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,3584,0.5385386678907607
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,2048,0.32301510704888237
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,2560,0.39455289310879177
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,768,0.1436728901333279
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,512,0.09796266423331366
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,1024,0.17698132991790771
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,256,0.06047288576761881
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,128,0.05683200226889717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,1536,0.25255823135375977
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,32,0.03541333476702372
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,64,0.0433208876185947
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,65536,13.18476782904731
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,10240,1.2241635852389865
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,12288,1.4660266240437825
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,8192,0.9890417522854276
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,16384,1.9415323469373915
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,4096,0.5074204338921441
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,7168,0.8665031327141656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,6144,0.7464675373501248
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,5120,0.6281955507066515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,3584,0.44831286536322695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,1536,0.20989155769348145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,2048,0.26911287837558323
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,3072,0.38826666937934023
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,2560,0.3287324375576443
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,768,0.11775999599032932
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,256,0.05060266786151462
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,512,0.08160710997051664
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,1024,0.14759822686513266
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,128,0.04639288783073425
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,32,0.02921244502067566
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,64,0.036750220590167575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,8192,0.9841208987765842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,65536,11.510584513346354
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,10240,1.2214043935139973
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,12288,1.4605653550889757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,5120,0.6254648632473415
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,7168,0.8645973205566406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,6144,0.7492266760932075
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,4096,0.5057137807210287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,16384,1.938261244032118
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,3584,0.4461795488993327
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,2048,0.26820267571343315
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,1536,0.20770133866204155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,1024,0.12859733899434408
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,2560,0.3287893401251899
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,3072,0.3869297769334581
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,512,0.07398400041792128
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,256,0.045738667249679565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,768,0.10365155670377944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,128,0.04514133267932468
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,64,0.035271111461851336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,32,0.02742044462098016
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,8192,0.7884515656365289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,10240,0.9805937872992622
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,12288,1.1704604890611436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,7168,0.6929919984605578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,65536,9.54385036892361
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,6144,0.5982435544331869
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,16384,1.55676449669732
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,2560,0.2632533444298638
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,3584,0.3603057861328125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,3072,0.31294578976101345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,5120,0.5020160145229763
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,4096,0.4061013327704535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,1024,0.11847110589345296
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,2048,0.21515377362569174
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,768,0.09409422344631618
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,512,0.06940444310506184
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,1536,0.16796444522009957
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,256,0.04070399867163764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,64,0.028785778416527644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,32,0.023210666245884363
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,128,0.03657955593532986
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,8192,0.5936071077982584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,10240,0.736597326066759
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,12288,0.8832284609476725
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,7168,0.5217564370897081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,5120,0.37848178545633954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,16384,1.1692942513359916
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,6144,0.44999112023247617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,2560,0.19908266597323945
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,3584,0.27278221978081596
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,4096,0.30643200874328613
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,3072,0.23526400989956328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,768,0.07193599806891547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,1024,0.09130666653315227
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,1536,0.12825600306193033
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,65536,7.613923814561631
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,2048,0.16335644986894396
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,512,0.053504000107447304
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,256,0.035043554173575506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,128,0.02887111239963108
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,64,0.022897778285874262
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,32,0.018887110882335238
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,10240,0.6455750995212132
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,12288,0.7649280230204264
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,8192,0.5317404535081651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,16384,1.0040035247802734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,7168,0.5199359787835015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,6144,0.4507590929667155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,65536,6.6029510498046875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,5120,0.3768888844384088
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,3584,0.2695395681593153
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,4096,0.30469687779744464
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,2048,0.16150755352444118
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,2560,0.1976604461669922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,3072,0.23486577139960396
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,1024,0.08957155545552571
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,1536,0.1260088947084215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,768,0.07031466563542683
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,256,0.0336497790283627
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,128,0.02756266627046797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,512,0.05688889159096611
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,32,0.01811911165714264
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,64,0.021731555461883545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,12288,0.5869226455688477
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,10240,0.4915484322441949
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,8192,0.39637332492404515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,16384,0.8023040029737684
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,7168,0.3483875592549642
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,5120,0.252529780069987
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,6144,0.300202661090427
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,4096,0.20477155844370523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,3584,0.18093510468800864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,3072,0.15692799621158177
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,2560,0.13323377238379583
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,65536,5.779171413845486
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,2048,0.10925510856840347
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,1536,0.08533333407508002
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,1024,0.061127112971411816
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,512,0.03541333476702372
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,768,0.04809955424732632
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,256,0.023239110906918842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,64,0.015644444359673392
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,128,0.0192284451590644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,32,0.013056000073750814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,12288,0.41002665625678164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,16384,0.53475554784139
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,7168,0.28100265396965873
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,8192,0.31783821847703725
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,10240,0.35060622957017684
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,6144,0.24479288525051543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,5120,0.2515910996331109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,3584,0.17974044217003715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,2048,0.1079182227452596
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,65536,4.712220509847005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,3072,0.1565013329188029
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,2560,0.13203910986582437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,4096,0.20349155531989205
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,768,0.04721777637799581
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,1024,0.05993244383070204
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,1536,0.08422399891747369
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,256,0.022783999641736347
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,512,0.03487288951873779
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,128,0.018801778554916382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,32,0.012458666331238218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,65536,3.821852366129557
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,64,0.014961777461899651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,8192,0.20039110713534883
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,7168,0.17541689342922637
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,10240,0.2467271222008599
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,12288,0.29693155818515354
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,5120,0.12745955255296496
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,4096,0.1033102207713657
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,6144,0.1527751154369778
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,3584,0.09213155508041382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,16384,0.40396798981560605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,65536,2.8402061462402344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,1024,0.03143111202451918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,1536,0.04380444354481167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,2048,0.055580443806118436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,2560,0.0675271087222629
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,256,0.01260088880856832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,768,0.025429333249727886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,128,0.01072355525361167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,512,0.018574222922325134
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,64,0.00884622252649731
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,32,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,3072,0.07961599694357978
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,8192,0.15433955192565918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,10240,0.18653866979810926
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,12288,0.21654755539364287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,16384,0.2820551130506727
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,5120,0.1111324495739407
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,6144,0.1269191106160482
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,4096,0.08994133604897393
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,7168,0.13926400078667536
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,3584,0.08155022064844768
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,2560,0.06701511144638062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,3072,0.07287466526031494
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,1536,0.042951110336515635
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,2048,0.0547271105978224
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,512,0.01811911165714264
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,768,0.024433778391944036
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,256,0.012145777543385824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,128,0.010296888649463654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,1024,0.030208001534144085
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,64,0.008561777571837107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,32,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,65536,1.8967039320203993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,8192,0.08977066808276707
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,10240,0.10373689068688287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,12288,0.12157155407799615
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,16384,0.15297422144148085
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,7168,0.08120889133877225
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,6144,0.07233422332339816
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,4096,0.05449955662091573
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,5120,0.06684444348017375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,3584,0.04900977677769131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,2560,0.036181333992216326
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,2048,0.029923554923799302
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,3072,0.04297955499755012
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,1536,0.023950222465727065
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,1024,0.017863111363516915
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,768,0.014819555812411837
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,256,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,64,0.005802666561471091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,128,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,512,0.0121742222044203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,32,0.0053191110491752625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,10240,0.07699910799662273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,16384,0.1119004487991333
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,8192,0.06217955880694919
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,12288,0.09133511119418675
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,7168,0.05737244420581394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,6144,0.051626665724648364
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,5120,0.04292266567548116
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,65536,0.5085582203335232
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,4096,0.03572622272703383
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,3584,0.03669333457946777
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,3072,0.023921777804692585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,2048,0.01737955543729994
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,1536,0.014307555225160388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,65536,0.3720817830827501
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,1024,0.01092266705301073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,2560,0.020821332931518555
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,768,0.009557333257463243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,512,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,128,0.0052622221410274506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,256,0.006314666734801398
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,65536,0.9534009297688802
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,64,0.004693333473470476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,32,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,65536,1.4404835171169703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,7168,0.05131377776463827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,16384,0.10399288601345485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,6144,0.04687644375695122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,5120,0.03143111202451918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,12288,0.0777955585055881
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,4096,0.024632889363500807
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,10240,0.06826666990915935
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,8192,0.05953422519895765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,3072,0.016554666890038382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,2560,0.015132443772421943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,2048,0.012430222498046027
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,1024,0.008561777571837107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,768,0.00776533368561003
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,65536,0.33624177508884007
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,3584,0.019484443797005545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,512,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,256,0.005404444618357553
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,128,0.0047217777205838096
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,1536,0.01072355525361167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,64,0.003953777667548922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,32,0.0033564445459180405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,7168,0.04022044605678982
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,10240,0.05717333157857259
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,12288,0.06636089086532593
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,16384,0.09375288751390244
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,6144,0.03569777806599935
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,3072,0.014563555518786112
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,8192,0.05304888884226481
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,3584,0.016384000579516094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,5120,0.03071999881002638
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,4096,0.023381332556406658
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,2048,0.011178666518794166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,2560,0.013056000073750814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,1024,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,768,0.007139555282062954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,512,0.006058666855096817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,65536,0.328362676832411
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,64,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,128,0.004352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,256,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,1536,0.009671111073758867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,32,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,4096,3.8557298448350696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,5120,4.751217736138238
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,6144,5.646080017089844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,7168,6.557127210828994
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,3584,3.3995946248372397
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,3072,2.9299199846055775
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,2560,2.4746665954589844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,8192,7.472696940104167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,1024,1.10845152537028
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,768,0.8869262271457248
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,512,0.5986986690097386
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,1536,1.5708444383409288
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,64,0.261774222056071
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,256,0.3618133332994249
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,32,0.20260977745056152
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,128,0.35854223039415145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,2048,2.016625722249349
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,10240,9.275846693250868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,7168,1.7281707127888997
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,8192,1.9661653306749132
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,12288,11.089265611436632
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,12288,2.935665766398112
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,10240,2.443207210964627
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,5120,1.249649789598253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,3584,0.8917617797851562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,4096,1.0102613237169054
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,6144,1.488099522060818
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,16384,3.8805618286132812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,1536,0.4173368877834744
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,1024,0.2946844365861681
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,768,0.2187662257088555
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,512,0.1561031076643202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,128,0.09346844752629598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,256,0.0947199993663364
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,64,0.06943288776609632
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,2048,0.5346417956882054
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,32,0.05506844321886698
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,2560,0.6548479927910699
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,3072,0.772522661421034
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,16384,14.748501247829862
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,8192,1.5716693666246202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,12288,2.336000018649631
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,10240,1.9535929361979167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,7168,1.3800391091240778
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,5120,0.9988550610012479
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,6144,1.190656026204427
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,16384,3.112476348876953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,4096,0.8071395556131998
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,3584,0.7121635542975532
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,768,0.17001244756910536
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,2048,0.4262968964046902
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,1536,0.3327999909718831
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,3072,0.6160213152567545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,256,0.07424000236723158
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,512,0.1212586694293552
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,64,0.05279289020432366
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,128,0.07179377476374309
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,32,0.04241066508822971
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,1024,0.23384179009331596
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,2560,0.5218133396572536
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,8192,1.1836587058173287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,7168,1.040156470404731
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,12288,1.7691591050889757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,6144,0.896426624721951
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,5120,0.7530950970119901
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,4096,0.6133759816487631
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,16384,2.32900259229872
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,10240,1.472426626417372
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,3584,0.5383680131700304
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,1024,0.17897244294484457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,3072,0.4666595458984375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,1536,0.25193243556552464
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,2048,0.3228444523281521
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,256,0.06124089161554972
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,128,0.05916444460550944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,2560,0.39725510279337567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,512,0.0993564460012648
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,32,0.03481600019666884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,768,0.14168177710639104
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,64,0.043150222963756986
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,8192,0.9882453282674154
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,10240,1.224789301554362
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,12288,1.4629831314086914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,7168,0.8683519893222384
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,16384,1.9417599572075739
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,6144,0.7472640143500434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,4096,0.5091555383470323
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,5120,0.6274275779724121
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,3584,0.4492230945163303
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,3072,0.38946133189731175
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,2048,0.2690275510152181
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,1024,0.15106844902038574
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,2560,0.3300977812872993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,256,0.05131377776463827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,1536,0.20974932776557076
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,512,0.09113599856694539
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,128,0.05205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,64,0.03814399904674954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,32,0.029269334342744615
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,768,0.11849955717722575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,10240,1.2215467029147677
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,12288,1.3676089180840387
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,16384,1.7970631917317708
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,7168,0.8637155426873101
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,8192,0.9829546610514323
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,6144,0.7445902294582791
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,65536,11.358549329969618
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,5120,0.6251804563734267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,4096,0.5050880114237467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,3584,0.44643555747138125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,3072,0.3862755563524034
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,2560,0.32694045702616376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,2048,0.2667235533396403
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,1024,0.146887116962009
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,768,0.1040782199965583
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,512,0.07466666566001044
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,128,0.04784355560938517
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,256,0.04667733444107903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,1536,0.20784355534447563
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,32,0.027619555592536926
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,64,0.03564088874393039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,65536,14.86131117078993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,65536,9.541148715549046
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,12288,1.1702613830566406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,10240,0.9798542658487955
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,16384,1.5530097749498155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,65536,7.664555019802517
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,8192,0.7898453076680502
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,6144,0.5972195731268989
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,4096,0.4061013327704535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,5120,0.5020728641086155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,2560,0.26316799057854545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,3584,0.36087467935350204
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,1024,0.11801600456237793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,1536,0.16773688793182373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,2048,0.21509688430362275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,128,0.038570665650897555
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,512,0.07017244233025445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,64,0.029297779003779095
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,256,0.0414720012081994
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,768,0.09491911199357773
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,32,0.02346666653951009
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,7168,0.6931342018975152
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,3072,0.31146666738722056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,8192,0.5966506534152561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,10240,0.7361422114902072
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,7168,0.5226382149590386
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,65536,6.614158206515842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,6144,0.4499057663811578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,5120,0.37796976831224227
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,3072,0.2347804440392388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,12288,0.8803271187676324
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,2560,0.1989119980070326
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,3584,0.27175821198357475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,4096,0.3069724506802029
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,1024,0.09110755390591091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,512,0.05341866612434387
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,1536,0.12785777780744764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,128,0.02918400035964118
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,64,0.022869333624839783
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,2048,0.16295822461446127
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,256,0.0354417794280582
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,32,0.019370666808552213
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,768,0.07204977671305339
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,10240,0.6454897986518012
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,12288,0.7700764338175455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,8192,0.5325653288099501
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,16384,1.0039751264784071
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,7168,0.5206755532158746
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,16384,1.1679573059082031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,6144,0.44811375935872394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,5120,0.37717334429423016
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,3584,0.26993778016832143
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,4096,0.3046400017208523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,2560,0.1975182162390815
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,3072,0.23369956016540527
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,1536,0.1260088947084215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,2048,0.16130844751993814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,1024,0.08866133292516072
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,256,0.03421866562631395
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,768,0.07045688894059923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,512,0.05242310961087545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,128,0.02796088986926609
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,64,0.021760000122918025
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,32,0.018204443984561496
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,8192,0.523349338107639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,10240,0.6423608991834853
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,12288,0.7343786557515463
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,7168,0.46378665500217015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,6144,0.4045937856038411
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,5120,0.3764337698618571
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,16384,0.9557332992553711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,4096,0.30404265721638996
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,2560,0.1969777743021647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,3584,0.2683448791503906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,3072,0.23278933101230195
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,1536,0.12518400616115993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,2048,0.16096711158752441
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,1024,0.08795022302203709
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,768,0.07003021902508207
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,512,0.05188266767395867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,128,0.02742044462098016
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,64,0.021731555461883545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,32,0.017920000685585868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,256,0.03376355436113145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,65536,5.688774956597222
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,8192,0.4002702236175537
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,10240,0.4921742015414768
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,12288,0.5874631139967177
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,16384,0.7801458040873209
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,65536,4.676067352294922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,7168,0.35054932700263125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,6144,0.30080000559488934
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,5120,0.25284266471862793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,3584,0.18093510468800864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,2560,0.13346132967207167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,3072,0.15795200400882298
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,1024,0.06124089161554972
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,4096,0.20502755377027723
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,1536,0.08516266610887314
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,2048,0.10916977458530003
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,768,0.0478151109483507
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,256,0.023239110906918842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,512,0.03569777806599935
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,128,0.0192284451590644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,32,0.012999110751681857
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,64,0.015473778049151102
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,65536,3.840796576605903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,8192,0.3226453463236491
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,12288,0.46338844299316406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,16384,0.6069475809733073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,6144,0.30048712094624835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,10240,0.39099733034769696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,5120,0.2523875501420763
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,7168,0.2841600047217475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,3584,0.18062222003936768
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,4096,0.20477155844370523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,3072,0.15692799621158177
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,1536,0.08490666415956284
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,2560,0.13294933901892766
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,1024,0.060671998394860156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,512,0.035498665438758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,768,0.04784355560938517
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,256,0.02309688925743103
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,64,0.015246222416559855
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,128,0.019143111175960965
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,32,0.012913777596420713
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,2048,0.10882844527562459
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,65536,3.4131342569986978
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,16384,0.5303182072109646
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,10240,0.3582293457455105
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,6144,0.24479288525051543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,12288,0.411249770058526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,7168,0.2813439899020725
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,3072,0.15598932902018228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,4096,0.20354844464196098
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,5120,0.2518471082051595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,3584,0.18025244606865776
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,2048,0.1082879967159695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,1536,0.08396799696816339
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,1024,0.0592213339275784
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,2560,0.1321528885099623
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,8192,0.3180942270490858
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,512,0.035043554173575506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,128,0.018744889232847426
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,65536,2.910890579223633
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,64,0.014933332800865173
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,768,0.0473599996831682
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,256,0.022869333624839783
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,32,0.012487110992272695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,8192,0.19948089122772217
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,12288,0.2945137818654378
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,6144,0.15146666102939182
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,10240,0.24846222665574816
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,16384,0.4044231043921576
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,4096,0.10350933339860703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,3584,0.09196088711420695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,5120,0.12734577390882704
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,3072,0.07944533560011122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,2560,0.06761244270536634
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,2048,0.055665777789221875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,7168,0.1753315528233846
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,768,0.025543111893865798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,1536,0.04354844490687052
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,512,0.01851733360025618
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,256,0.012686221963829465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,64,0.008732444710201686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,32,0.007537778053018782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,1024,0.031516446007622614
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,128,0.010609777437316047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,65536,2.360177781846788
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,12288,0.2171164486143324
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,8192,0.1544533305697971
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,7168,0.1390648947821723
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,6144,0.1208604441748725
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,5120,0.10589866505728827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,4096,0.08957155545552571
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,16384,0.2825102276272244
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,2560,0.06690133280224271
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,3072,0.07219200001822577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,3584,0.08038400279151069
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,768,0.02426311042573717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,1024,0.030264887544843886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,1536,0.04289422101444668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,2048,0.0547271105978224
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,10240,0.1868515544467502
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,512,0.01811911165714264
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,32,0.007281777759393056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,128,0.010268444816271463
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,64,0.008618666893906063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,256,0.012145777543385824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,8192,0.11281066470675999
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,12288,0.1611093282699585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,10240,0.13670399453904894
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,7168,0.10123378038406372
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,6144,0.08999822537104289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,16384,0.20869689517550996
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,3584,0.049066666099760264
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,5120,0.07697066995832655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,3072,0.04269511169857449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,4096,0.05489777856402927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,2560,0.036750220590167575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,2048,0.030606223477257624
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,1536,0.024576000041431848
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,65536,1.9744141896565754
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,1024,0.018375110295083787
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,768,0.015445333388116626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,512,0.01220266686545478
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,128,0.007907555335097844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,64,0.006200888918505774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,256,0.00958577791849772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,32,0.0052622221410274506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,10240,0.10345244407653809
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,12288,0.12845510906643337
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,16384,0.15775288475884333
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,8192,0.08692622184753418
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,6144,0.07057066758473714
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,5120,0.06644622484842937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,4096,0.05418666534953647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,3584,0.04827022221353319
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,3072,0.042211555772357516
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,7168,0.0820337798860338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,65536,1.4479359520806208
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,2560,0.0362097786532508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,2048,0.030008888906902734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,1536,0.0240639994541804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,768,0.014819555812411837
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,512,0.012088889049159156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,1024,0.017806222041447956
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,65536,0.9605404535929362
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,256,0.00884622252649731
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,64,0.005888000130653381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,128,0.0069120000633928515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,32,0.0052622221410274506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,65536,0.7327289051479764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,10240,0.05609244770473904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,12288,0.06343111064698961
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,6144,0.04400355617205302
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,7168,0.048298666874567665
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,16384,0.08248888783984713
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,5120,0.03382044368320041
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,8192,0.05313422282536825
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,4096,0.02864355511135525
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,3072,0.02403555479314592
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,2560,0.020679111282030743
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,1024,0.010979555547237396
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,65536,0.5089279810587565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,768,0.009500444763236577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,1536,0.014279110564125909
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,3584,0.027221333649423387
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,512,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,128,0.005290666802061929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,256,0.006030222194062338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,64,0.004750222381618288
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,2048,0.017294221454196505
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,32,0.0037831109431054858
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,7168,0.031203554736243352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,8192,0.03748977846569485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,10240,0.043747554222742714
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,16384,0.06374400191836886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,12288,0.048298666874567665
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,6144,0.02588444451491038
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,5120,0.022471111681726243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,4096,0.019882667395803664
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,3584,0.019114666514926486
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,3072,0.016014221641752455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,2560,0.0144213338692983
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,2048,0.012344888514942594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,1536,0.010552888943089379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,1024,0.008533333738644918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,65536,0.2034062279595269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,768,0.007651555869314406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,512,0.006513777706358168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,256,0.005461333526505365
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,65536,0.3043839931488037
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,128,0.0047786666287316214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,64,0.0038684445122877755
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,32,0.0033564445459180405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,12288,0.045681777927610606
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,16384,0.05654755565855238
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,65536,0.1798257827758789
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,7168,0.02397866712676154
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,10240,0.03552711009979248
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,6144,0.016952888833151925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,8192,0.031118220753139917
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,5120,0.015189333094490899
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,4096,0.013738666971524557
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,3072,0.01223111069864697
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,768,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,2048,0.011406222151385413
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,1024,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,256,0.005148444324731827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,512,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,1536,0.009699555734793345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,64,0.0034702221552530923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,128,0.004010666575696734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,32,0.0029582221888833572
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,2560,0.01311288856797748
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,3584,0.012999110751681857
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,7168,0.018375110295083787
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,10240,0.035214222139782377
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,16384,0.05188266767395867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,12288,0.03896888759401109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,5120,0.013624889155228933
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,4096,0.012401777837011548
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,3072,0.011178666518794166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,3584,0.012117333710193634
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,6144,0.015388444066047668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,2560,0.012799999780125089
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,65536,0.16944355434841582
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,2048,0.011178666518794166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,1536,0.009472000102202097
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,1024,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,512,0.00608711110221015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,768,0.006968888971540663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,8192,0.027278222971492346
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,128,0.00369777778784434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,256,0.005120000077618493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,32,0.003072000005178981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,64,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,5120,2.379434585571289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,4096,1.9188052283393011
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,6144,2.828572379218208
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,7168,3.296568976508247
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,8192,3.763398912217882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,3584,1.6967680189344618
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,2560,1.2419697443644206
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,2048,1.017173343234592
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,1536,0.7892764409383138
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,3072,1.4661404291788738
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,1024,0.5607822206285265
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,256,0.1863395505481296
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,128,0.183296004931132
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,32,0.10419199864069621
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,64,0.13476978407965765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,512,0.3059199915991889
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,768,0.4424533314175076
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,10240,4.646883646647136
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,7168,0.866645336151123
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,8192,0.9866524802313911
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,10240,1.2244195938110352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,12288,1.4659413231743708
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,5120,0.6277404361300999
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,6144,0.7471502092149523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,4096,0.5081315570407444
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,16384,1.9477333492702906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,3584,0.4494222005208333
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,12288,5.556024763319228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,768,0.11815822124481201
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,3072,0.3888639873928494
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,256,0.05262222223811679
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,512,0.08803555700514053
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,1024,0.14811021751827663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,1536,0.21063110563490126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,128,0.05026133192910088
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,32,0.02918400035964118
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,64,0.03908266623814901
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,2560,0.32913067605760365
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,2048,0.26897067493862575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,7168,0.6930489010281033
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,8192,0.7887928750779895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,16384,7.380479600694444
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,12288,1.172337743971083
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,5120,0.5019875632392036
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,4096,0.4065279960632324
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,10240,0.9800817701551648
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,6144,0.5973048739963108
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,3584,0.3592817783355713
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,1536,0.16745244132147896
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,16384,1.5528106689453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,768,0.09423644675148858
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,2560,0.263537777794732
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,1024,0.1183004379272461
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,2048,0.21515377362569174
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,3072,0.31092622545030385
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,64,0.02998044424586826
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,512,0.07014399766921997
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,32,0.02343822187847561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,256,0.04644977715280321
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,128,0.039623111486434937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,8192,0.5973617765638564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,10240,0.7370239893595377
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,12288,0.8797013494703504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,7168,0.5226666662428114
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,16384,1.1690951453314888
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,6144,0.44956445693969727
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,4096,0.3063182300991482
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,5120,0.3784533341725667
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,2560,0.19882667064666748
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,3072,0.23497955004374185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,2048,0.16321421994103327
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,3584,0.2713884512583415
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,768,0.07187910874684651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,256,0.03529955612288581
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,1024,0.09124977721108331
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,128,0.029866665601730347
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,512,0.053731554084353976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,32,0.019000889526473153
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,64,0.023665777511066858
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,1536,0.12728888458675808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,10240,0.6451199849446615
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,12288,0.7659520043267144
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,16384,1.004145728217231
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,8192,0.5266488922966851
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,7168,0.46631823645697695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,3584,0.26973867416381836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,4096,0.30557865566677517
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,6144,0.4488817850748698
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,5120,0.3770311143663194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,3072,0.2337564362419976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,1536,0.12617954942915174
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,2560,0.1980302201377021
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,2048,0.16426666577657065
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,512,0.05256533291604784
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,256,0.03447466757562425
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,1024,0.0890880028406779
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,768,0.0708835588561164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,64,0.022044445077578228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,128,0.029155555698606703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,32,0.018346667289733887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,10240,0.643214225769043
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,12288,0.7338382403055826
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,65536,5.744696723090278
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,16384,0.9558755026923286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,8192,0.5224391089545356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,6144,0.4033991230858697
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,7168,0.4634737968444824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,4096,0.30384355121188694
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,5120,0.3761208852132161
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,3584,0.2684017817179362
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,2560,0.19672177897559273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,3072,0.23273245493570963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,1024,0.08814933564927842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,768,0.07020088699128893
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,1536,0.12538311216566297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,256,0.03379199902216593
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,128,0.02773333258099026
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,512,0.051911112334993154
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,2048,0.16082489490509033
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,65536,7.609087626139323
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,32,0.017806222041447956
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,64,0.02167466613981459
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,65536,4.674844529893663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,7168,0.34821687804328066
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,10240,0.491463131374783
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,8192,0.396799988216824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,65536,3.8240428500705295
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,12288,0.5867804421318902
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,4096,0.20479999648200142
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,3584,0.18124800258212617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,2560,0.13326222366756862
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,16384,0.7787235577901205
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,1536,0.08541866805818345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,1024,0.059818665186564125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,768,0.04792888959248861
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,2048,0.1094542211956448
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,512,0.035754667388068304
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,5120,0.25270043479071724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,256,0.023808000816239253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,128,0.019825778073734708
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,32,0.012828444441159567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,64,0.015559110376569959
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,3072,0.15689955817328557
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,6144,0.30040176709493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,12288,0.462648868560791
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,7168,0.34764801131354434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,10240,0.39480890168084043
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,6144,0.2998613251580132
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,4096,0.20437333318922254
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,5120,0.25210311677720815
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,3584,0.18070756064520943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,2560,0.13275021976894802
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,2048,0.10840177536010742
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,1536,0.08479289213816325
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,3072,0.15684266885121664
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,1024,0.059676441881391734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,512,0.03561244408289591
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,256,0.02343822187847561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,768,0.04778666628731621
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,128,0.01908622185389201
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,64,0.015246222416559855
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,32,0.012828444441159567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,8192,0.39566222826639813
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,16384,0.6075733502705892
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,65536,3.4312818315294056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,8192,0.3181511031256782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,7168,0.2823395464155409
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,10240,0.35746134652031797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,12288,0.4092586570315891
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,16384,0.5231502321031358
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,3584,0.17988267209794787
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,4096,0.2034062279595269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,3072,0.15607466962602404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,2560,0.13209599918789333
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,6144,0.2999182277255588
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,1024,0.05927822324964735
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,768,0.04750222298834059
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,2048,0.10777599944008721
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,256,0.02309688925743103
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,512,0.03532800078392029
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,128,0.018716444571812946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,64,0.01499022212293413
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,1536,0.08365511231952244
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,32,0.012430222498046027
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,5120,0.2517048782772488
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,65536,2.897493362426758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,12288,0.40445155567593044
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,10240,0.38545065455966526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,8192,0.3142826557159424
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,6144,0.2421191003587511
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,7168,0.27841422292921275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,3072,0.1555911170111762
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,5120,0.2511928876241048
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,4096,0.20309333006540933
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,2560,0.13169777393341064
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,2048,0.10749155282974243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,768,0.04704711172315809
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,1024,0.059079110622406006
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,1536,0.08345599969228108
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,3584,0.17954133616553414
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,512,0.035071998834609985
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,256,0.022783999641736347
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,64,0.014933332800865173
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,128,0.018744889232847426
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,32,0.012430222498046027
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,16384,0.5131093131171333
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,65536,2.3596373664008246
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,7168,0.17538844214545357
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,8192,0.1993955506218804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,12288,0.2946275605095757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,5120,0.1274311145146688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,6144,0.15152355035146078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,16384,0.39031465848286945
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,3584,0.09161955780453152
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,4096,0.1033102207713657
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,3072,0.07961599694357978
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,2560,0.06758399804433186
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,2048,0.055580443806118436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,1536,0.04366222355100843
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,1024,0.031573332018322416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,256,0.012515555653307172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,768,0.025599999560250178
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,128,0.010581333604123859
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,10240,0.24826312065124512
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,512,0.018830221560266282
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,64,0.008647110727098253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,32,0.0075093333919843035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,8192,0.1986844407187568
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,65536,1.9643448723687067
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,12288,0.24985599517822266
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,6144,0.15103999773661295
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,5120,0.1271751059426202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,7168,0.17467733224232992
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,16384,0.3226168950398763
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,10240,0.21435733636220297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,3072,0.07918933365080091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,3584,0.09122133255004883
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,4096,0.10313955280515884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,2560,0.0675271087222629
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,1024,0.031345778041415744
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,1536,0.0432640016078949
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,512,0.018545778261290658
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,768,0.024632889363500807
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,2048,0.055324445168177284
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,256,0.012288000020715924
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,32,0.007452444069915348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,64,0.008561777571837107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,128,0.010467555787828235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,65536,1.8208427429199219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,8192,0.1539413399166531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,7168,0.13988978332943386
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,10240,0.18719289037916395
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,5120,0.10760533147388035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,12288,0.2170026699701945
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,6144,0.12142933739556207
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,16384,0.28242490026685924
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,4096,0.08999822537104289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,3584,0.08118044667773776
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,2048,0.05478399991989136
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,1536,0.043007999658584595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,2560,0.06675910949707031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,1024,0.03046400017208523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,3072,0.07315911187065972
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,512,0.01817599932352702
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,768,0.02437688906987508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,256,0.012060444388124677
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,32,0.007281777759393056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,128,0.010296888649463654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,64,0.00833422193924586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,12288,0.16176356209648982
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,8192,0.11335110664367676
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,16384,0.20875377125210234
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,6144,0.08925866418414646
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,10240,0.1367893351448907
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,4096,0.05489777856402927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,5120,0.07739733325110541
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,3584,0.04889600144492256
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,3072,0.04278044568167793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,2560,0.03663644525739882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,2048,0.030663109487957422
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,1024,0.0184888889392217
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,1536,0.024689777029885188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,7168,0.10160355435477363
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,768,0.015388444066047668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,256,0.009443555441167619
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,512,0.01220266686545478
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,128,0.007452444069915348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,64,0.006001777946949005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,32,0.005290666802061929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,12288,0.12037689156002468
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,65536,1.4413368437025282
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,16384,0.15300267272525364
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,10240,0.10584177573521932
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,8192,0.08723911311891343
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,7168,0.08123733599980672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,5120,0.06621866756015353
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,6144,0.07224888934029473
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,4096,0.054442667298846774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,3072,0.042268445094426475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,3584,0.048156443569395274
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,2560,0.03629511263635423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,2048,0.03231288989384969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,1024,0.017863111363516915
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,1536,0.02403555479314592
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,768,0.014876445134480795
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,512,0.0121742222044203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,128,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,64,0.005603555589914322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,256,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,32,0.005347555710209741
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,12288,0.0870400004916721
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,65536,1.0513066185845268
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,65536,0.7596942053900825
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,10240,0.07480888896518283
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,65536,1.2181901931762695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,7168,0.05686044692993164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,8192,0.0628053347269694
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,6144,0.05083022183842129
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,5120,0.04516977734035916
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,3584,0.03299555513593886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,3072,0.028615110450320776
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,2560,0.025656888882319134
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,4096,0.0389120015833113
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,1536,0.01686755485004849
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,1024,0.012714666624863943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,2048,0.020764445265134174
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,16384,0.12353421582116021
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,128,0.005631999837027655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,256,0.006684444430801604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,768,0.01092266705301073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,32,0.004664888812435998
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,65536,0.5459911028544108
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,512,0.008960000342792934
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,64,0.006001777946949005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,10240,0.05296355485916138
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,8192,0.05239466826121012
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,16384,0.07736888859007093
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,5120,0.03231288989384969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,12288,0.060814221700032554
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,3584,0.027306665976842243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,7168,0.048355556196636625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,3072,0.02400711178779602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,2560,0.020821332931518555
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,1536,0.014279110564125909
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,2048,0.017322666115230985
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,1024,0.01089422239197625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,6144,0.03703466720051236
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,768,0.009472000102202097
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,512,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,256,0.006115555349323485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,4096,0.028103109863069322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,128,0.005120000077618493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,32,0.0038684445122877755
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,64,0.0048071112897661
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,12288,0.03834311167399088
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,10240,0.03626666797531976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,8192,0.030748443471060857
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,16384,0.04852622085147434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,7168,0.028074665202034846
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,6144,0.02531555626127455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,5120,0.022414222359657288
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,4096,0.020138666033744812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,3584,0.01917155583699544
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,3072,0.015815110670195687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,2560,0.014307555225160388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,1536,0.010467555787828235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,2048,0.012316444681750404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,1024,0.008476444416575963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,512,0.0064284445510970215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,768,0.0075093333919843035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,256,0.0052622221410274506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,128,0.004664888812435998
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,64,0.0038399998512532976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,32,0.003185777821474605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,65536,0.4283733367919922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,12288,0.02616888946957058
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,10240,0.02318222158484989
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,16384,0.03632355398601956
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,8192,0.020394666327370536
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,6144,0.017294221454196505
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,5120,0.015786666009161208
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,4096,0.014705777168273926
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,3584,0.012885332935386233
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,7168,0.01908622185389201
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,3072,0.0120319997270902
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,2560,0.01126399967405531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,2048,0.01129244433508979
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,768,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,1024,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,512,0.006115555349323485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,65536,0.11070577965842353
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,65536,0.15132444434695774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,256,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,128,0.0040960001448790235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,64,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,1536,0.009642666412724389
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,32,0.002986666642957263
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,16384,0.029696000946892634
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,65536,0.303729772567749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,12288,0.017294221454196505
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,10240,0.016753777861595154
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,8192,0.01479111115137736
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,7168,0.013567999833159976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,6144,0.012401777837011548
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,3584,0.012316444681750404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,4096,0.013226666384273104
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,3072,0.011548444628715515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,2560,0.010780444575680627
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,65536,0.10114844640096028
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,2048,0.008277333445019191
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,1536,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,768,0.006968888971540663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,1024,0.007822222179836696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,5120,0.011576889289749993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,128,0.00349866681628757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,512,0.006058666855096817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,256,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,64,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,32,0.0029013332807355454
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,12288,0.016355555918481614
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,8192,0.01314133322901196
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,16384,0.0258559998538759
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,7168,0.012145777543385824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,6144,0.011377777490350934
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,5120,0.010609777437316047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,10240,0.014506666196717156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,4096,0.009642666412724389
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,65536,0.09088000324037339
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,3584,0.009386666946940953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,2560,0.008504889077610439
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,3072,0.00884622252649731
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,1536,0.007367110914654202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,2048,0.008021333151393467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,1024,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,256,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,512,0.005888000130653381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,128,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,768,0.006741333338949416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,64,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,32,0.004181333300140169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,5120,1.8864640129937067
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,4096,1.5152070787217882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,6144,2.2352782355414496
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,8192,2.953557332356771
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,7168,2.5939625634087458
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,3584,1.3454791174994574
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,2560,0.9828124576144748
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,3072,1.1610737906561959
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,1024,0.4390684498680963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,512,0.2391893333858914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,1536,0.6220515569051107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,256,0.14526577790578207
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,128,0.14665955967373318
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,64,0.10635377963383992
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,768,0.3567217720879449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,32,0.0800995561811659
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,2048,0.7983217769198947
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,10240,3.668053521050347
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,7168,0.6943573421902127
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,8192,0.7890204323662652
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,12288,4.390087127685547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,10240,0.9811342027452258
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,5120,0.5023573239644369
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,3584,0.3595946629842122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,4096,0.40664177470737034
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,6144,0.5986133151584202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,12288,1.1710009045071073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,1536,0.16819200250837538
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,2048,0.21560888820224336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,768,0.09622755315568711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,256,0.04667733444107903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,1024,0.12066133817036946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,3072,0.3112960126664904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,128,0.03933866818745931
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,64,0.030293332205878362
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,32,0.023580445183648005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,16384,1.5546311272515192
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,512,0.07179377476374309
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,2560,0.2637937863667806
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,16384,5.825223286946614
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,7168,0.5211591190761989
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,8192,0.5958826806810167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,10240,0.7362275653415256
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,12288,0.8789617750379773
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,6144,0.4493368996514215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,16384,1.1659093432956271
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,5120,0.37936356332567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,4096,0.3060053454505073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,2560,0.19857066207461885
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,3072,0.23424000210232207
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,768,0.0730453332265218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,1536,0.12723199526468912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,128,0.02907022171550327
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,2048,0.1625315613216824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,512,0.0539591113726298
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,256,0.03481600019666884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,64,0.022670222653283015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,32,0.018062222335073683
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,1024,0.09159111314349705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,3584,0.270705779393514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,7168,0.46572086546156144
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,12288,0.7396693229675293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,10240,0.6242702272203233
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,8192,0.5255395571390787
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,16384,0.9608817630343967
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,6144,0.4057884481218126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,4096,0.3046400017208523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,5120,0.3785102102491591
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,1536,0.12629332807328966
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,3072,0.23452443546719023
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,1024,0.09070933527416652
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,768,0.07190755340788099
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,2048,0.16096711158752441
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,3584,0.2693973382314046
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,2560,0.1980302201377021
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,256,0.034190220965279475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,512,0.052707556221220225
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,128,0.028615110450320776
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,64,0.021902221772405837
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,32,0.018232888645595975
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,8192,0.3969137668609619
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,10240,0.4920604493882921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,12288,0.5872640079922146
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,16384,0.7828764385647244
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,7168,0.3489564524756537
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,5120,0.25307022200690377
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,6144,0.3009137842390272
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,4096,0.20502755377027723
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,3584,0.1816462278366089
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,2048,0.1094542211956448
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,2560,0.13360355959998235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,1536,0.08584533135096233
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,768,0.04903822143872579
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,1024,0.06118400229348076
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,512,0.03640888796912299
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,256,0.024177778098318312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,3072,0.15746843814849854
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,128,0.020252444677882724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,32,0.013169777890046438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,64,0.015729778342776828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,10240,0.49180444081624347
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,12288,0.5868942472669814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,65536,4.164181179470487
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,16384,0.7778702312045627
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,8192,0.39640177620781797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,6144,0.2999466790093316
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,7168,0.3481030993991428
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,5120,0.25361066394382054
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,4096,0.20465777979956734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,2560,0.13348978095584446
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,3072,0.15681421756744385
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,2048,0.10914133654700385
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,3584,0.1809919940100776
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,1024,0.061127112971411816
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,512,0.035498665438758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,768,0.04844089017974006
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,256,0.02343822187847561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,1536,0.08541866805818345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,128,0.019114666514926486
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,32,0.012657778130637275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,64,0.015246222416559855
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,65536,5.705073886447483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,65536,3.530211554633247
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,7168,0.34761956002977157
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,8192,0.29832532670762807
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,10240,0.36195556322733563
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,12288,0.425073782602946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,5120,0.25193243556552464
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,4096,0.20423111650678846
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,16384,0.5553493499755859
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,65536,2.90065066019694
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,1536,0.0851057767868042
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,3584,0.18056533071729872
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,1024,0.06030222442415026
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,2560,0.13289244969685873
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,512,0.0354417794280582
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,256,0.023296000228987798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,768,0.047473778327306114
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,3072,0.15652978420257568
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,128,0.023324444890022278
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,32,0.012629333469602795
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,64,0.015189333094490899
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,2048,0.10831644137700398
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,6144,0.2997191217210558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,12288,0.40965689553154844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,8192,0.3167288833194309
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,10240,0.38869333267211914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,16384,0.5188835461934408
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,7168,0.2809742291768392
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,5120,0.25179023212856716
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,4096,0.20374755064646402
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,3584,0.17991111013624403
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,3072,0.1562453375922309
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,1024,0.05933511257171631
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,2048,0.10808889071146648
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,2560,0.13206756114959717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,1536,0.08428088823954265
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,512,0.03515733281771342
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,768,0.047331555022133716
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,256,0.022840888963805303
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,64,0.015018666783968607
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,32,0.012572444147533841
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,128,0.018887110882335238
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,65536,2.5113883548312717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,8192,0.19933866129981148
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,6144,0.24647111362881133
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,12288,0.29511109987894696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,10240,0.24698310428195527
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,5120,0.12751644187503391
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,16384,0.3910257816314697
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,6144,0.15155200163523355
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,7168,0.1752462254630195
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,3072,0.07967288626564874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,4096,0.10339555475446914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,3584,0.09161955780453152
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,2560,0.06772622134950426
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,768,0.025742222865422566
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,1536,0.04383288820584615
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,1024,0.03171555532349481
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,512,0.018887110882335238
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,2048,0.055580443806118436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,256,0.012515555653307172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,64,0.008647110727098253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,128,0.010524444282054901
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,32,0.0074240002367231585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,8192,0.1991680065790812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,10240,0.24701155556572807
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,12288,0.29457065794203013
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,65536,2.133390214708116
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,6144,0.15123911698659262
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,16384,0.39062754313151044
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,7168,0.1750755574968126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,3584,0.09144888983832465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,2560,0.06747021940019396
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,3072,0.07941689093907674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,1024,0.0314026673634847
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,2048,0.05546666516198052
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,1536,0.04343466626273262
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,4096,0.10362311204274495
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,5120,0.12723199526468912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,768,0.024689777029885188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,512,0.01868799991077847
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,256,0.012401777837011548
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,128,0.010467555787828235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,64,0.008561777571837107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,32,0.007367110914654202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,8192,0.15556266572740343
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,10240,0.18773333231608072
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,12288,0.21848177909851074
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,7168,0.1403448846605089
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,16384,0.28347733285692006
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,6144,0.12259556187523736
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,3584,0.08248888783984713
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,4096,0.09159111314349705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,2048,0.05501155720816719
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,2560,0.06738489203982882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,3072,0.07899022102355957
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,1024,0.030577778816223145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,1536,0.043121778302722506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,5120,0.1076622207959493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,256,0.01220266686545478
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,512,0.018431999617152743
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,64,0.008476444416575963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,32,0.007310222420427535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,768,0.028359111812379625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,128,0.010439111126793755
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,65536,1.8038043975830078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,65536,1.441706657409668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,8192,0.1539128886328803
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,10240,0.1868515544467502
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,7168,0.13878044817182753
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,12288,0.21646222803327772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,6144,0.12478578090667725
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,16384,0.2817422284020318
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,4096,0.08979911274380153
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,5120,0.10575644175211589
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,2560,0.06678755415810479
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,3584,0.08055466413497925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,1536,0.04303644431961907
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,2048,0.054641776614718966
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,1024,0.03035022152794732
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,768,0.024433778391944036
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,256,0.012088889049159156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,128,0.010325333310498131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,512,0.018375110295083787
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,64,0.008447999755541483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,32,0.007253333098358578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,3072,0.07236266798443265
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,65536,1.2666595247056749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,12288,0.1611377795537313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,16384,0.20909510718451607
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,6144,0.08931555350621541
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,7168,0.10106311241785686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,4096,0.05486933390299479
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,5120,0.0777955585055881
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,3584,0.04889600144492256
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,3072,0.042837331692377724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,2560,0.036778665251202054
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,8192,0.11323732799953884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,65536,1.0496284696790907
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,2048,0.03071999881002638
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,1024,0.018602665927675035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,1536,0.024775111012988623
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,768,0.01550222271018558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,512,0.01223111069864697
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,32,0.005375999957323074
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,256,0.009443555441167619
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,64,0.005973333285914526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,128,0.0075093333919843035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,10240,0.1367608838611179
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,8192,0.08775111039479573
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,10240,0.10618311166763306
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,16384,0.15183644824557835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,6144,0.07096888621648152
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,5120,0.06650311417049833
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,12288,0.12168533272213405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,3072,0.04241066508822971
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,4096,0.054414222637812294
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,3584,0.048327111535602145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,2560,0.03635199864705404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,2048,0.030264887544843886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,768,0.014961777461899651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,7168,0.08103822337256537
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,512,0.011832888755533429
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,65536,0.9091982311672635
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,256,0.0088746663596895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,1536,0.02426311042573717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,1024,0.023153778579499986
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,32,0.005091555416584015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,128,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,64,0.005717333406209946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,7168,0.05700266361236572
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,10240,0.07478044430414836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,6144,0.05085866649945577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,12288,0.0866417752371894
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,5120,0.04474311073621114
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,3072,0.028359111812379625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,3584,0.03291022115283542
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,4096,0.03868444429503547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,8192,0.06303289201524523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,2560,0.025088000628683303
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,2048,0.020679111282030743
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,1024,0.012828444441159567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,1536,0.017095110482639737
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,512,0.008903111020723978
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,768,0.01072355525361167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,64,0.006030222194062338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,16384,0.12381866243150498
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,32,0.0047217777205838096
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,128,0.005603555589914322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,256,0.006684444430801604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,65536,0.7321315341525607
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,10240,0.0533902214633094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,7168,0.04909511076079475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,8192,0.05321955680847168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,16384,0.08174933327568902
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,5120,0.03288177649180094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,6144,0.0448000000582801
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,4096,0.028558221128251817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,3584,0.027448889282014634
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,3072,0.024234667420387268
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,2048,0.01757866640885671
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,2560,0.021077333225144282
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,12288,0.060899555683135986
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,1536,0.014506666196717156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,256,0.006257777826653586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,768,0.009557333257463243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,512,0.008049777812427944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,128,0.005375999957323074
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,1024,0.011150221857759686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,64,0.005120000077618493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,32,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,16384,0.060046222474839955
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,10240,0.04198399848408169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,8192,0.03547022077772353
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,5120,0.025998221503363714
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,7168,0.032483554548687406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,6144,0.029269334342744615
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,3584,0.021475555168257818
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,4096,0.022897778285874262
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,3072,0.01993955506218804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,12288,0.0486968888176812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,2560,0.018460444278187223
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,2048,0.015160888433456421
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,65536,0.5469866858588325
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,1024,0.010097777677906884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,768,0.008618666893906063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,512,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,256,0.0058311112225055695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,1536,0.012714666624863943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,128,0.004977777600288391
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,64,0.004266666869322459
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,32,0.003527111063400904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,12288,0.03071999881002638
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,10240,0.025799110531806946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,16384,0.03731911049948798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,65536,0.42606933911641437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,8192,0.022499556342760723
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,7168,0.02070755594306522
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,6144,0.018915555543369718
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,5120,0.01757866640885671
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,3072,0.014762666490342883
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,4096,0.016014221641752455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,3584,0.0169813334941864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,65536,0.11337955792744954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,2560,0.013056000073750814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,1024,0.007907555335097844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,2048,0.01126399967405531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,768,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,64,0.003583999971548716
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,128,0.004408888932731417
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,256,0.005233777893914117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,512,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,1536,0.0096142225795322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,32,0.003100444459252887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,12288,0.019000889526473153
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,16384,0.028899557060665552
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,8192,0.016725333200560678
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,7168,0.014506666196717156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,6144,0.013397333522637686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,10240,0.017635555730925668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,5120,0.012515555653307172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,65536,0.2084124485651652
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,4096,0.011235555840863122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,2560,0.010410666465759277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,65536,0.0856177806854248
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,3072,0.01109333336353302
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,3584,0.011804444094498953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,1536,0.0096142225795322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,65536,0.3791075547536214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,1024,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,512,0.006172444257471297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,256,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,128,0.003726222034957674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,32,0.003015111097031169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,2048,0.009159111314349705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,64,0.003072000005178981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,16384,0.017493334081437852
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,12288,0.014876445134480795
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,8192,0.012544000314341651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,65536,0.07276088661617704
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,7168,0.011235555840863122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,5120,0.00998399986161126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,4096,0.009130666653315226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,3072,0.008561777571837107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,10240,0.013283555706342062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,3584,0.009045333498054082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,2560,0.008391111261314815
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,2048,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,1536,0.00739555557568868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,768,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,512,0.005944889038801193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,768,0.006883555402358373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,128,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,256,0.004380444271696938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,1024,0.006940444310506185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,6144,0.010439111126793755
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,32,0.004181333300140169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,64,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,7168,0.010012444522645738
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,12288,0.012544000314341651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,65536,0.07452444235483806
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,16384,0.015217777755525378
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,5120,0.008988444175985124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,6144,0.009443555441167619
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,8192,0.011064888702498542
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,10240,0.011747555600272285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,3584,0.008192000289758047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,2560,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,3072,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,1024,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,768,0.006741333338949416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,512,0.005944889038801193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,128,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,256,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,2048,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,64,0.004067555483844546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,1536,0.006940444310506185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,4096,0.00830577810605367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,32,0.004181333300140169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,5120,1.2505600187513564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,4096,1.011711968315972
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,6144,1.490147590637207
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,7168,1.7278578016493056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,8192,1.9791645473904078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,3584,0.8920177883572049
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,3072,0.7736319965786405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,2048,0.5330773459540473
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,1536,0.41526044739617246
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,1024,0.2947128878699409
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,768,0.23330132166544595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,64,0.07503644625345866
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,128,0.1008639997906155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,2560,0.6543644269307455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,256,0.09838933414883083
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,32,0.05668977896372477
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,10240,2.4463358985053167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,512,0.15886221991644964
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,8192,0.5272177590264214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,7168,0.46799643834431964
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,12288,0.7649564213222928
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,10240,0.6452906926472982
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,6144,0.4492515458001031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,12288,2.9208463033040366
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,4096,0.3051519923739963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,5120,0.3770595656500922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,3584,0.27013688617282444
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,1024,0.08948622147242229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,16384,1.0048853556315105
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,2048,0.16130844751993814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,768,0.07159466875924005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,2560,0.19825777742597792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,128,0.029041777054468792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,512,0.05321955680847168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,1536,0.12603733274671766
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,64,0.022670222653283015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,256,0.0347306662135654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,32,0.018090666996108163
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,3072,0.23421155081854927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,16384,3.8879004584418406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,8192,0.396799988216824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,7168,0.34887109862433535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,4096,0.20505600505405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,10240,0.4915484322441949
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,5120,0.252927992078993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,6144,0.30202311939663357
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,16384,0.7782684432135688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,2560,0.13329066170586482
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,1536,0.08558933602439033
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,3584,0.18141867054833305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,3072,0.15704177485571966
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,1024,0.060814221700032554
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,768,0.048469334840774536
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,512,0.035982221364974976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,128,0.020167110694779288
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,256,0.023864888482623633
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,64,0.01553066737122006
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,32,0.012913777596420713
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,12288,0.5869226455688477
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,2048,0.1098524464501275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,8192,0.3956337769826253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,10240,0.3916800022125244
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,7168,0.34975287649366593
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,16384,0.6070328818427192
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,12288,0.4631608857048883
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,5120,0.2526720099978977
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,6144,0.299889776441786
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,4096,0.20536888970269096
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,3584,0.18184533384111193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,1536,0.08539022339714898
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,3072,0.1567573282453749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,2048,0.10888533459769355
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,768,0.04818488823042976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,1024,0.060871111022101514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,512,0.035754667388068304
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,256,0.023665777511066858
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,2560,0.13297777705722386
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,32,0.012714666624863943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,128,0.020081778367360432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,64,0.015217777755525378
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,10240,0.35865600903828937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,8192,0.3168426619635688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,12288,0.40942933824327254
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,16384,0.5307448705037435
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,7168,0.28239644898308647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,6144,0.299690670437283
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,5120,0.25210311677720815
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,4096,0.20406044854058158
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,3072,0.15618844827016196
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,3584,0.18076444996727836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,1024,0.05996088849173652
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,2048,0.10814578003353542
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,768,0.04775822162628174
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,2560,0.13238044579823813
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,128,0.018801778554916382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,256,0.02349511120054457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,1536,0.08581688668992783
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,32,0.012487110992272695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,64,0.015018666783968607
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,512,0.03558399942186143
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,65536,3.8309546576605906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,12288,0.40482134289211696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,16384,0.5254257520039877
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,8192,0.31411200099521214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,7168,0.2784995502895779
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,10240,0.3858488930596246
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,6144,0.24300087822808158
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,3584,0.1794275575213962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,5120,0.25139199362860787
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,3072,0.15598932902018228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,4096,0.2031786706712511
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,2560,0.13169777393341064
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,1024,0.05936355723275078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,1536,0.08502044280370076
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,2048,0.1086862219704522
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,256,0.02318222158484989
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,768,0.047416889005237155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,512,0.035242666800816856
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,128,0.018773333893881906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,32,0.012430222498046027
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,64,0.01499022212293413
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,65536,2.883982128567166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,65536,2.387200037638346
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,10240,0.24826312065124512
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,12288,0.2946275605095757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,7168,0.1754453314675225
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,6144,0.15209244357215032
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,8192,0.19948089122772217
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,16384,0.3910826577080621
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,5120,0.127402663230896
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,4096,0.103566222720676
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,1536,0.044032000833087497
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,2048,0.05563733312818739
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,2560,0.06761244270536634
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,1024,0.03174399998452928
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,768,0.025742222865422566
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,3584,0.09210311041937934
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,512,0.018858666221300762
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,128,0.010552888943089379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,32,0.0074240002367231585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,64,0.00867555538813273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,256,0.012657778130637275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,3072,0.0795875522825453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,10240,0.24678399827745226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,12288,0.2503964371151394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,65536,1.979363547431098
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,16384,0.32199109925164116
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,5120,0.12694756189982095
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,6144,0.15152355035146078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,4096,0.10311110814412434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,3072,0.07950222492218018
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,3584,0.09110755390591091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,2560,0.06749866406122844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,7168,0.1750755574968126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,768,0.024689777029885188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,1536,0.043235556946860425
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,2048,0.05546666516198052
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,512,0.018631110588709515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,256,0.012344888514942594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,128,0.010439111126793755
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,64,0.008561777571837107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,32,0.007281777759393056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,1024,0.03071999881002638
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,65536,1.816063986884223
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,8192,0.19894044929080537
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,8192,0.15516444047292074
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,10240,0.1873635583453708
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,12288,0.21794133716159395
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,16384,0.2825671037038167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,6144,0.1227662165959676
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,5120,0.10754844215181138
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,3584,0.08183466725879245
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,2560,0.06687288814120822
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,3072,0.07372799846861097
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,7168,0.13934932814704046
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,2048,0.05489777856402927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,4096,0.090737779935201
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,1024,0.03052088949415419
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,768,0.024519110719362896
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,1536,0.04292266567548116
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,512,0.018375110295083787
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,256,0.012060444388124677
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,64,0.00833422193924586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,32,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,128,0.010240000155236986
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,10240,0.18682311640845406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,12288,0.21612089210086396
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,65536,1.4416782591078017
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,16384,0.28214044041103786
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,7168,0.13869510756598577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,4096,0.08965688943862915
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,6144,0.1207466655307346
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,5120,0.10501688718795776
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,3584,0.08098133405049641
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,3072,0.07148089011510213
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,1536,0.04289422101444668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,2560,0.06673066483603583
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,1024,0.030293332205878362
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,512,0.01817599932352702
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,768,0.024433778391944036
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,2048,0.05461333195368449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,256,0.0120319997270902
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,128,0.010268444816271463
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,32,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,64,0.012458666331238218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,8192,0.16025600168440077
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,65536,1.2082061767578125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,8192,0.1134364472495185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,10240,0.1368746625052558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,16384,0.20875377125210234
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,6144,0.08945777681138779
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,5120,0.07722666528489855
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,12288,0.16079644362131754
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,3072,0.04278044568167793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,3584,0.04918044474389818
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,7168,0.10171733299891154
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,65536,1.0499981774224174
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,1536,0.024832000335057575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,2048,0.030577778816223145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,1024,0.01851733360025618
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,768,0.01570133368174235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,2560,0.036778665251202054
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,256,0.009443555441167619
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,128,0.007480888730949826
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,64,0.006058666855096817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,32,0.005176888985766305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,512,0.012544000314341651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,4096,0.0549831125471327
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,8192,0.11235555013020833
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,10240,0.13607822524176702
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,7168,0.10026666853162979
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,12288,0.1702115535736084
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,4096,0.054755555258856885
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,6144,0.07870578103595309
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,16384,0.187391996383667
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,3584,0.04866844415664673
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,2560,0.03655111127429538
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,65536,0.9042773776584201
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,3072,0.04252444373236763
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,2048,0.030407110850016277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,1536,0.024490666058328416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,5120,0.06675910949707031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,768,0.015445333388116626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,256,0.00884622252649731
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,1024,0.018375110295083787
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,128,0.007253333098358578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,64,0.005802666561471091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,512,0.012088889049159156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,32,0.005148444324731827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,8192,0.08712533447477554
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,10240,0.10359466738171047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,12288,0.12003555562761094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,5120,0.06633244620429145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,6144,0.0713955561319987
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,7168,0.08234666453467475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,16384,0.1535431146621704
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,4096,0.054414222637812294
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,2560,0.03640888796912299
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,3072,0.04229688975546095
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,3584,0.048241777552498706
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,1024,0.018033777674039204
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,1536,0.02420622275935279
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,512,0.012117333710193634
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,768,0.014961777461899651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,2048,0.03012266755104065
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,128,0.007082666787836287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,32,0.0053191110491752625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,256,0.008789333204428354
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,64,0.005717333406209946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,8192,0.06283377938800387
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,10240,0.07486577828725179
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,12288,0.08820622497134739
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,6144,0.05080177717738681
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,7168,0.05683200226889717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,5120,0.044828444719314575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,4096,0.038599110311932035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,16384,0.12672000461154515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,3072,0.028558221128251817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,3584,0.03569777806599935
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,2560,0.025230222278171118
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,1536,0.017009778155220878
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,1024,0.01274311128589842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,768,0.01089422239197625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,2048,0.020764445265134174
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,64,0.006001777946949005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,512,0.00870400004916721
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,128,0.00554666668176651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,256,0.006684444430801604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,32,0.004693333473470476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,65536,0.7303111288282605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,8192,0.05296355485916138
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,10240,0.052935110198126904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,12288,0.06070044305589464
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,6144,0.0369777778784434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,5120,0.032511999209721885
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,4096,0.028188443846172754
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,16384,0.07799466451009114
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,3584,0.02716444432735443
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,2560,0.020821332931518555
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,3072,0.024120888776249353
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,2048,0.017635555730925668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,1536,0.014364444547229342
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,1024,0.010951110886202918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,768,0.009415110780133141
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,512,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,256,0.00608711110221015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,64,0.004835555536879433
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,7168,0.04881066746181912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,128,0.005176888985766305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,32,0.0038684445122877755
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,12288,0.04795733425352308
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,16384,0.059875554508633085
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,10240,0.041927112473381885
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,7168,0.032511999209721885
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,8192,0.03578311204910278
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,6144,0.029155555698606703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,5120,0.025998221503363714
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,4096,0.022954665952258643
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,65536,0.5457066429985894
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,3584,0.021475555168257818
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,3072,0.019996444384257
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,2560,0.01828977796766493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,65536,0.6159928639729818
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,2048,0.015189333094490899
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,1024,0.009898666706350114
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,1536,0.012657778130637275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,768,0.008618666893906063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,512,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,256,0.005745777653323279
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,128,0.005290666802061929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,64,0.004295111116435793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,32,0.003555555724435382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,10240,0.03501510951254103
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,16384,0.04599466588762072
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,12288,0.03788800040880839
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,65536,0.430165343814426
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,65536,0.300202661090427
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,7168,0.02776177724202474
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,8192,0.030179556873109605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,5120,0.0225564440091451
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,3584,0.019484443797005545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,3072,0.0159288893143336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,2560,0.014563555518786112
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,4096,0.020224000016848247
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,2048,0.012373333175977072
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,1536,0.010495999621020423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,1024,0.008533333738644918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,512,0.006513777706358168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,128,0.004693333473470476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,256,0.0052622221410274506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,64,0.0038399998512532976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,6144,0.025543111893865798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,768,0.0075093333919843035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,32,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,16384,0.02881422307756212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,12288,0.022272000710169475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,7168,0.01905777719285753
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,10240,0.02306844459639655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,6144,0.017550221747822232
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,5120,0.0159288893143336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,4096,0.014705777168273926
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,3584,0.012856889102194043
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,2560,0.01126399967405531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,2048,0.010296888649463654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,8192,0.020679111282030743
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,1536,0.009642666412724389
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,3072,0.011946666571829053
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,65536,0.14412800470987955
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,65536,0.21003377437591553
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,768,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,65536,0.0847360028160943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,512,0.006172444257471297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,64,0.0034417777011791864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,32,0.0032426667296224167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,256,0.005176888985766305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,128,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,10240,0.015331554743978711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,12288,0.017834666702482436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,7168,0.012714666624863943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,16384,0.021020443903075323
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,8192,0.014108444253603617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,1024,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,6144,0.011918221910794577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,65536,0.06889244582917955
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,4096,0.010069333016872406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,3584,0.009728000395827824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,5120,0.011178666518794166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,2048,0.00830577810605367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,768,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,1024,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,1536,0.007907555335097844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,256,0.004551110996140374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,512,0.006030222194062338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,3072,0.009386666946940953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,128,0.0034133332471052804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,2560,0.0088746663596895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,64,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,32,0.0029013332807355454
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,16384,0.014307555225160388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,10240,0.01200355589389801
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,12288,0.012771555946932899
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,65536,0.06217955880694919
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,7168,0.010069333016872406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,5120,0.0088746663596895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,8192,0.011178666518794166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,3072,0.007679999702506595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,2560,0.007480888730949826
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,3584,0.007992888490358988
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,1536,0.006826666494210561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,4096,0.00830577810605367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,1024,0.006513777706358168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,768,0.006883555402358373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,2048,0.006968888971540663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,512,0.0059164443777667145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,32,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,64,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,128,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,256,0.004352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,6144,0.009272889130645329
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,65536,0.05265066689915127
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,10240,0.010296888649463654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,8192,0.010012444522645738
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,7168,0.009443555441167619
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,5120,0.008391111261314815
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,4096,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,3584,0.007537778053018782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,3072,0.00739555557568868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,12288,0.011150221857759686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,2560,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,2048,0.006826666494210561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,16384,0.012657778130637275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,1536,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,6144,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,1024,0.006343110981914733
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,512,0.0058311112225055695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,256,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,32,0.004181333300140169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,64,0.004067555483844546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,128,0.0034133332471052804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,768,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,4096,0.8081066873338488
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,6144,1.193472014533149
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,5120,0.9996230867173937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,7168,1.3822577794392903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,3584,0.7135004467434354
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,8192,1.5723235872056749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,1024,0.23694221178690592
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,3072,0.6189795600043403
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,10240,1.9626666174994574
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,1536,0.3444337844848633
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,128,0.07967288626564874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,256,0.07839288976457384
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,2560,0.5228373209635416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,64,0.06237866481145223
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,32,0.044572446081373424
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,512,0.14014577865600586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,768,0.18969599405924478
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,2048,0.4352568785349528
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,12288,2.3360284169514975
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,8192,0.39657245741950137
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,7168,0.3486435678270128
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,6144,0.30065777566697865
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,10240,0.4944213231404622
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,12288,0.5902506510416666
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,4096,0.2050844430923462
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,3584,0.18130489190419516
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,5120,0.25275733735826283
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,3072,0.1580373313691881
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,1536,0.08945777681138779
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,768,0.05080177717738681
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,2560,0.13400177160898843
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,512,0.03703466720051236
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,1024,0.06283377938800387
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,2048,0.1122702227698432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,256,0.02437688906987508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,128,0.02070755594306522
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,32,0.012970666918489667
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,64,0.015985776980717976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,16384,0.7796622382269965
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,16384,3.1008425818549266
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,7168,0.34818845325046116
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,10240,0.361699554655287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,12288,0.4260977904001872
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,6144,0.30011733373006183
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,4096,0.20417422718471953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,8192,0.2981831232706706
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,5120,0.2525013287862142
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,3584,0.18176000648074678
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,16384,0.556572437286377
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,1536,0.08658488591512044
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,3072,0.1571271154615614
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,512,0.035840001371171736
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,2048,0.10934044255150689
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,768,0.04960711134804619
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,64,0.015246222416559855
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,2560,0.13331911298963758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,128,0.020195555355813768
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,256,0.023808000816239253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,32,0.012686221963829465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,1024,0.061496886942121715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,8192,0.31823645697699654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,12288,0.4092586570315891
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,7168,0.28111643261379665
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,16384,0.5283270941840278
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,6144,0.24521954854329428
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,10240,0.3889208899603949
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,4096,0.20434489515092638
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,3072,0.15681421756744385
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,3584,0.17988267209794787
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,5120,0.25210311677720815
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,2560,0.1321528885099623
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,768,0.04807110958629184
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,512,0.035498665438758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,1024,0.06052977508968777
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,256,0.023552000522613525
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,128,0.0192284451590644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,64,0.015132443772421943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,32,0.01260088880856832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,1536,0.08644266923268636
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,2048,0.10897066858079697
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,8192,0.19959466987186006
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,10240,0.24851910273234049
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,12288,0.29545243581136066
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,7168,0.17564445071750215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,16384,0.3908551004197862
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,6144,0.15243377950456408
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,5120,0.12797155645158556
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,2560,0.068067557281918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,3584,0.09224533372455174
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,3072,0.0803555581304762
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,1024,0.031601776679356895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,4096,0.10490310854381985
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,2048,0.05771378013822767
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,768,0.025543111893865798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,512,0.019740444090631273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,256,0.013368888861603208
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,128,0.011036444041464063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,64,0.00924444446961085
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,32,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,1536,0.04687644375695122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,12288,0.2948835425906711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,10240,0.24661334355672201
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,16384,0.39350043402777773
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,7168,0.1749333275689019
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,8192,0.1993102232615153
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,6144,0.1516088909573025
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,4096,0.10325333144929673
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,5120,0.1271751059426202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,3584,0.09139200051625569
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,2560,0.06738489203982882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,3072,0.07941689093907674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,1024,0.030833777454164293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,768,0.024860444996092055
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,65536,1.8136747148301866
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,512,0.018830221560266282
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,2048,0.056234664387173124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,64,0.008590222232871586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,256,0.01260088880856832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,128,0.010552888943089379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,32,0.00739555557568868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,1536,0.043861332866880626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,65536,2.9108621809217663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,65536,2.1231502956814237
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,10240,0.18781867292192247
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,12288,0.21859555774264863
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,8192,0.15553422768910727
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,7168,0.13980444272359213
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,6144,0.12245333194732666
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,4096,0.09230222304662068
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,3584,0.08362666765848796
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,5120,0.10774755477905273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,16384,0.2837333414289686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,1024,0.030663109487957422
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,1536,0.0433208876185947
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,768,0.024718221690919664
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,65536,1.5872568554348414
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,2560,0.0672995580567254
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,128,0.010410666465759277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,3072,0.08439466688368057
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,256,0.012458666331238218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,32,0.007281777759393056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,512,0.018631110588709515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,64,0.008476444416575963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,2048,0.05506844321886698
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,10240,0.18747733698950875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,12288,0.21654755539364287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,6144,0.12157155407799615
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,5120,0.10547200176450942
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,16384,0.28245332505967885
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,3072,0.07332977983686659
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,3584,0.0813795526822408
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,4096,0.09045333332485622
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,2560,0.06690133280224271
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,1536,0.04278044568167793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,1024,0.03052088949415419
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,512,0.018460444278187223
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,768,0.024604444702466328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,256,0.012117333710193634
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,65536,1.3309439553154838
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,128,0.010382222632567087
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,32,0.007310222420427535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,7168,0.14358754952748617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,64,0.008419555922349295
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,8192,0.15490844514634874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,2048,0.054698665936787925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,12288,0.16096711158752441
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,8192,0.11346488528781468
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,16384,0.21831111113230386
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,7168,0.10143288638856675
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,6144,0.08923021952311198
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,4096,0.05489777856402927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,3584,0.04986310998598734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,5120,0.07827911112043592
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,2560,0.03694933321740892
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,2048,0.030748443471060857
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,3072,0.043178667624791466
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,1536,0.024803555674023096
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,512,0.012657778130637275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,256,0.009528888596428765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,128,0.0079644446571668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,64,0.00608711110221015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,1024,0.018631110588709515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,768,0.01587199999226464
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,32,0.005290666802061929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,10240,0.13693155182732478
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,8192,0.11255466938018799
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,10240,0.13667555650075278
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,12288,0.16076800558302137
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,6144,0.07887644237942167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,5120,0.06681599881913927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,7168,0.10026666853162979
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,16384,0.21799822648366293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,4096,0.054698665936787925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,2560,0.036664889918433294
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,3584,0.0486968888176812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,2048,0.03052088949415419
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,1536,0.024490666058328416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,3072,0.04272355635960897
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,1024,0.018375110295083787
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,768,0.015388444066047668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,65536,1.0480640199449327
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,512,0.012401777837011548
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,128,0.007338666253619724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,256,0.009016888837019602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,64,0.006058666855096817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,32,0.005091555416584015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,65536,0.9235910839504666
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,8192,0.08860444360309178
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,7168,0.0802417794863383
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,10240,0.10666666428248088
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,6144,0.07230577866236369
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,4096,0.05449955662091573
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,3584,0.048384000857671104
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,16384,0.15271822611490884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,3072,0.04243910974926419
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,2560,0.03629511263635423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,12288,0.11867022514343262
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,1536,0.024319999747806128
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,768,0.015160888433456421
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,2048,0.030293332205878362
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,512,0.0120319997270902
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,256,0.0088746663596895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,128,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,64,0.005717333406209946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,32,0.004977777600288391
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,1024,0.018147556318177115
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,5120,0.06658844153086345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,65536,0.8049777878655328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,7168,0.0815217759874132
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,8192,0.08686933252546523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,6144,0.07247644662857056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,12288,0.12060444884830052
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,16384,0.1522346602545844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,3072,0.042268445094426475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,4096,0.054442667298846774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,3584,0.0481279989083608
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,5120,0.06633244620429145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,2560,0.03629511263635423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,1536,0.02403555479314592
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,10240,0.10444800059000652
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,1024,0.018090666996108163
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,768,0.014933332800865173
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,256,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,128,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,512,0.01200355589389801
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,2048,0.030179556873109605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,64,0.005631999837027655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,32,0.005148444324731827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,8192,0.07802310917112562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,7168,0.0572871102227105
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,65536,0.7007004419962565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,10240,0.0904817779858907
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,6144,0.051114665137396924
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,4096,0.03905422157711453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,5120,0.045738667249679565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,3584,0.03581155671013726
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,3072,0.028615110450320776
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,2560,0.025230222278171118
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,2048,0.02056533263789283
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,1536,0.017151999804708693
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,1024,0.012885332935386233
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,768,0.010865777730941772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,16384,0.12330667177836101
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,512,0.0088746663596895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,64,0.006001777946949005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,256,0.006684444430801604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,128,0.005631999837027655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,32,0.004750222381618288
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,12288,0.1034239994155036
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,12288,0.06195200151867337
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,16384,0.08197689056396484
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,8192,0.046335998508665294
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,6144,0.0382008883688185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,7168,0.04198399848408169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,10240,0.05481244458092583
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,5120,0.03387733300526937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,4096,0.029013332393434312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,3584,0.027477333943049114
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,3072,0.024433778391944036
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,2560,0.020991999242040846
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,2048,0.0177208897140291
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,65536,0.5467875798543295
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,1024,0.011178666518794166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,65536,0.4777244461907281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,1536,0.014677332507239448
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,128,0.005290666802061929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,512,0.008021333151393467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,768,0.00958577791849772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,32,0.004181333300140169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,256,0.006229333165619109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,64,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,8192,0.03603911068704393
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,10240,0.04249599907133314
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,12288,0.049237334065967135
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,16384,0.06027377976311577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,7168,0.03285333183076646
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,6144,0.02941155433654785
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,4096,0.023011555274327595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,65536,0.4221155643463135
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,3072,0.01996799972322252
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,3584,0.021589333812395733
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,2048,0.015388444066047668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,1024,0.010012444522645738
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,768,0.00867555538813273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,1536,0.012828444441159567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,512,0.0075662218862109715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,256,0.0058311112225055695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,32,0.003555555724435382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,64,0.004323555363549126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,5120,0.026339555780092876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,2560,0.018744889232847426
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,128,0.0052622221410274506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,7168,0.028558221128251817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,12288,0.03794488973087735
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,10240,0.035896887381871544
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,16384,0.048156443569395274
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,6144,0.0258559998538759
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,5120,0.022840888963805303
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,4096,0.020451555649439495
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,3584,0.019683554768562317
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,3072,0.016725333200560678
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,2048,0.012629333469602795
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,1536,0.010837333069907295
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,2560,0.015160888433456421
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,1024,0.00884622252649731
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,512,0.006513777706358168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,256,0.005489777773618698
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,128,0.004892444445027245
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,768,0.00776533368561003
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,64,0.004067555483844546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,32,0.003527111063400904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,8192,0.030919111437267725
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,8192,0.022300443715519373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,10240,0.025656888882319134
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,12288,0.02921244502067566
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,16384,0.03541333476702372
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,7168,0.020679111282030743
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,6144,0.01917155583699544
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,4096,0.016042666302786935
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,5120,0.017635555730925668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,3584,0.01737955543729994
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,3072,0.014961777461899651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,2048,0.01126399967405531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,2560,0.013198222551080914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,1536,0.009557333257463243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,512,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,768,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,1024,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,64,0.003612444632583194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,128,0.00443733317984475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,256,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,32,0.00349866681628757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,12288,0.01908622185389201
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,10240,0.0177208897140291
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,16384,0.02517333295610216
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,7168,0.014705777168273926
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,8192,0.01678222252262963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,4096,0.01126399967405531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,5120,0.012657778130637275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,3072,0.011178666518794166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,3584,0.011832888755533429
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,2560,0.010524444282054901
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,6144,0.013596444494194455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,2048,0.009272889130645329
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,1024,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,768,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,1536,0.00958577791849772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,65536,0.07048533360163371
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,65536,0.1048177745607164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,512,0.006115555349323485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,128,0.003612444632583194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,64,0.003157333367400699
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,256,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,32,0.003043555551105075
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,65536,0.1502151091893514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,16384,0.017550221747822232
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,10240,0.013056000073750814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,12288,0.015217777755525378
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,65536,0.2075022194120619
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,8192,0.011662222445011139
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,7168,0.01129244433508979
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,6144,0.010609777437316047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,5120,0.010040889183680216
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,4096,0.009187555147541894
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,65536,0.05845333470238579
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,3584,0.008789333204428354
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,3072,0.008590222232871586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,2560,0.00830577810605367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,1536,0.0074240002367231585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,2048,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,768,0.006826666494210561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,1024,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,256,0.004408888932731417
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,128,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,32,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,64,0.0032426667296224167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,512,0.005944889038801193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,16384,0.013340444200568728
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,10240,0.010808889236715106
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,8192,0.010325333310498131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,65536,0.04494222336345249
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,6144,0.009073778159088558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,12288,0.011548444628715515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,7168,0.009642666412724389
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,4096,0.008447999755541483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,3072,0.007822222179836696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,3584,0.008248888783984715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,2048,0.0074240002367231585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,5120,0.008931555681758458
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,2560,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,1536,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,768,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,1024,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,512,0.005944889038801193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,128,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,256,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,64,0.0040960001448790235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,32,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,10240,0.0096142225795322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,12288,0.010382222632567087
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,8192,0.008960000342792934
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,16384,0.011832888755533429
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,7168,0.00870400004916721
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,65536,0.041045334604051374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,6144,0.008220444122950235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,5120,0.0079644446571668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,4096,0.007907555335097844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,3072,0.007253333098358578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,3584,0.007452444069915348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,2560,0.007367110914654202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,2048,0.007082666787836287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,1024,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,1536,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,768,0.006741333338949416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,128,0.004352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,256,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,512,0.005859555469618903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,64,0.004067555483844546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,32,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,65536,0.3772586716545953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,4096,0.510151121351454
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,5120,0.6330595546298557
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,6144,0.7516729036966959
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,7168,0.8737564616733127
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,8192,0.9924550586276584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,3072,0.3942400084601508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,3584,0.4549119737413194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,2048,0.27653688854641384
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,1024,0.16122310691409641
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,1536,0.21435733636220297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,512,0.09469155470530193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,128,0.053674668073654175
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,768,0.1267484426498413
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,32,0.031573332018322416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,256,0.06337422132492065
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,2560,0.33308445082770455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,64,0.04260977771547106
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,10240,1.2309048970540364
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,7168,0.3481030993991428
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,8192,0.39560532569885254
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,10240,0.36084622806972927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,12288,0.41762132114834255
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,6144,0.30028798845079213
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,16384,0.5382542080349392
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,12288,1.4713741938273113
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,5120,0.25281421343485516
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,3584,0.18158933851453993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,2048,0.11278222666846381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,1024,0.06232177548938327
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,3072,0.15980088710784912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,768,0.05085866649945577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,1536,0.08837688631481594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,128,0.020138666033744812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,2560,0.13431466950310603
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,4096,0.20462932851579455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,32,0.012430222498046027
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,512,0.036778665251202054
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,256,0.023921777804692585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,64,0.015075556106037565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,16384,1.9535929361979167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,12288,0.2965048948923747
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,8192,0.20013511180877686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,6144,0.15268977483113608
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,16384,0.3907697730594211
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,7168,0.17601422468821207
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,10240,0.24812089072333443
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,3072,0.08029866880840726
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,4096,0.1045902238951789
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,2560,0.06812444660398695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,3584,0.09272888633939956
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,2048,0.056490666336483426
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,256,0.013056000073750814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,1024,0.03578311204910278
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,768,0.027221333649423387
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,64,0.008903111020723978
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,128,0.01089422239197625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,32,0.0075662218862109715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,1536,0.05048888921737671
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,512,0.019740444090631273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,5120,0.12848356035020617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,10240,0.24664176834954155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,7168,0.1754737827512953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,12288,0.29474133915371364
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,16384,0.32372623019748265
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,6144,0.15123911698659262
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,4096,0.10345244407653809
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,5120,0.12757333119710287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,8192,0.20002133316463896
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,3584,0.09173333644866943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,1536,0.047331555022133716
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,2048,0.05586489041646322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,768,0.02520177761713664
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,512,0.018801778554916382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,256,0.012714666624863943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,128,0.010780444575680627
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,64,0.008533333738644918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,32,0.007338666253619724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,1024,0.033422221740086876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,2560,0.06747021940019396
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,3072,0.07936000161700778
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,8192,0.15670043892330593
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,10240,0.1908337805006239
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,12288,0.21998933951059976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,7168,0.1425066656536526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,5120,0.10692266623179118
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,16384,0.2833920054965549
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,6144,0.12239644262525771
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,4096,0.09147733449935913
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,3072,0.07913244432873197
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,2560,0.06712889009051852
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,3584,0.08339911037021214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,2048,0.05501155720816719
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,1024,0.0306915541489919
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,768,0.024689777029885188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,1536,0.04428799947102865
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,64,0.00833422193924586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,512,0.018574222922325134
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,256,0.012544000314341651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,128,0.010296888649463654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,32,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,65536,2.0187875959608292
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,65536,1.4600817362467449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,12288,0.21697421868642172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,8192,0.1554488870832655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,10240,0.18821688493092856
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,6144,0.12037689156002468
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,16384,0.2816569010416667
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,7168,0.14014577865600586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,2560,0.06695822212431166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,4096,0.09085155857933892
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,3072,0.0724195573065016
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,2048,0.05506844321886698
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,3584,0.0816355546315511
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,1536,0.042837331692377724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,1024,0.03052088949415419
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,256,0.012088889049159156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,512,0.018431999617152743
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,64,0.008277333445019191
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,128,0.010268444816271463
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,32,0.007111111448870764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,768,0.024718221690919664
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,65536,1.2184747060139973
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,5120,0.10726400216420491
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,10240,0.13735822836558023
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,16384,0.21899378299713135
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,6144,0.08977066808276707
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,4096,0.05686044692993164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,5120,0.0780515538321601
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,7168,0.10131911436716716
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,12288,0.16105243894788954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,3584,0.05327644281917148
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,2560,0.03911111089918349
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,2048,0.031601776679356895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,1024,0.018631110588709515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,1536,0.025230222278171118
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,768,0.015644444359673392
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,512,0.01260088880856832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,8192,0.11312354935540093
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,128,0.00793599999613232
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,32,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,65536,1.0499413808186848
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,256,0.009699555734793345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,64,0.006058666855096817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,3072,0.04528355598449707
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,8192,0.11269688606262207
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,7168,0.10089244445164998
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,12288,0.17078044679429796
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,6144,0.08007111152013142
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,5120,0.06775466601053874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,16384,0.1883022255367703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,4096,0.05521066652403938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,2048,0.030577778816223145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,2560,0.03720533185535007
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,3584,0.049806220663918384
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,3072,0.04371910956170824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,768,0.015416888727082146
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,65536,0.9231928719414605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,1536,0.024547555380397375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,1024,0.0184888889392217
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,256,0.009159111314349705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,128,0.0075662218862109715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,512,0.012344888514942594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,32,0.005063111169470681
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,64,0.0059164443777667145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,10240,0.13639110989040798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,7168,0.08194844590293036
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,10240,0.10396444135242039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,6144,0.07227733400132921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,16384,0.15271822611490884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,12288,0.1207466655307346
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,4096,0.05432888865470886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,3584,0.048469334840774536
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,3072,0.04249599907133314
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,5120,0.06684444348017375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,1536,0.02420622275935279
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,1024,0.018090666996108163
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,768,0.015104000767072042
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,2048,0.03012266755104065
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,512,0.012487110992272695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,2560,0.03655111127429538
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,256,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,64,0.005688888745175467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,32,0.0053191110491752625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,128,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,8192,0.08891733487447102
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,8192,0.0874097810851203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,12288,0.11940977308485244
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,16384,0.15069866180419922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,7168,0.0800995561811659
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,65536,0.7409209145439996
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,6144,0.07128177748786078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,3584,0.04818488823042976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,4096,0.05449955662091573
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,5120,0.06636089086532593
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,2560,0.0362097786532508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,1536,0.02403555479314592
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,2048,0.03015111221207513
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,3072,0.04249599907133314
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,1024,0.017920000685585868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,256,0.008931555681758458
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,128,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,768,0.01499022212293413
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,10240,0.10350933339860703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,32,0.004977777600288391
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,512,0.012344888514942594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,64,0.005774222314357758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,65536,0.6207431157430013
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,10240,0.09173333644866943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,12288,0.10057955318027073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,16384,0.12595200538635254
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,6144,0.05273600088225471
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,4096,0.03919644488228692
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,7168,0.07213511069615682
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,3584,0.03740444448259141
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,2560,0.02531555626127455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,3072,0.028956443071365356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,5120,0.04875377813975016
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,2048,0.020963556236690942
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,1536,0.01737955543729994
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,768,0.011008000208271874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,1024,0.013027555412716336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,512,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,256,0.006684444430801604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,32,0.0047217777205838096
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,64,0.006001777946949005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,128,0.005688888745175467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,65536,0.5469582345750597
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,8192,0.07876266373528375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,8192,0.055551999145083956
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,10240,0.07529244158003065
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,6144,0.04607999987072415
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,12288,0.08706844515270656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,7168,0.05048888921737671
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,16384,0.11184355947706436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,4096,0.035043554173575506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,5120,0.04514133267932468
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,3072,0.026908444033728704
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,3584,0.030435555511050757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,2048,0.019626667102177937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,2560,0.023722666833135817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,1024,0.012458666331238218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,1536,0.016099555624855887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,512,0.008447999755541483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,768,0.010410666465759277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,128,0.005432888865470886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,64,0.0052622221410274506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,256,0.006485333459244833
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,32,0.004323555363549126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,65536,0.4790328873528375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,12288,0.06326044268078275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,8192,0.05290666553709242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,10240,0.055352889829211764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,16384,0.08061155345704821
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,7168,0.04866844415664673
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,4096,0.028785778416527644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,6144,0.044657776753107704
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,5120,0.03427555494838291
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,3072,0.0240639994541804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,2048,0.017607111069891188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,2560,0.020849777592553034
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,1536,0.014449778530332776
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,1024,0.011178666518794166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,768,0.009528888596428765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,512,0.007651555869314406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,128,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,256,0.006115555349323485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,64,0.004835555536879433
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,32,0.0038399998512532976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,65536,0.3861333264244928
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,3584,0.0273635552989112
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,10240,0.04491377870241801
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,8192,0.03840000099605984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,12288,0.0521671109729343
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,6144,0.030179556873109605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,16384,0.06209422482384575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,4096,0.023239110906918842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,3584,0.02144711050722334
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,2560,0.018972444865438674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,3072,0.020024889045291476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,2048,0.015217777755525378
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,1536,0.012970666918489667
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,5120,0.026965333355797663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,512,0.007623111208279927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,7168,0.03438933359252082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,768,0.009215999808576372
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,32,0.00349866681628757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,128,0.005290666802061929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,64,0.004209777961174647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,1024,0.010069333016872406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,256,0.005888000130653381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,10240,0.03569777806599935
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,65536,0.3805866771274143
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,7168,0.028188443846172754
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,6144,0.025628444221284654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,12288,0.038485334979163274
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,8192,0.030947556098302204
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,16384,0.04764444298214383
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,4096,0.020252444677882724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,5120,0.022499556342760723
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,2560,0.014563555518786112
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,3072,0.01590044465329912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,3584,0.01945600079165565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,1536,0.010552888943089379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,2048,0.012373333175977072
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,1024,0.008533333738644918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,768,0.007623111208279927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,64,0.0038684445122877755
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,128,0.0047217777205838096
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,512,0.006456888798210356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,32,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,256,0.0053191110491752625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,16384,0.0369777778784434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,10240,0.026595556073718604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,8192,0.022328888376553852
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,12288,0.03046400017208523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,5120,0.017635555730925668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,6144,0.019114666514926486
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,7168,0.02087822225358751
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,4096,0.01607111096382141
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,65536,0.30546487702263725
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,3584,0.017322666115230985
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,3072,0.015075556106037565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,2048,0.01146311147345437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,1536,0.009557333257463243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,1024,0.007907555335097844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,768,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,256,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,2560,0.013368888861603208
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,512,0.006115555349323485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,64,0.003726222034957674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,128,0.004579555657174853
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,32,0.0032142222755485107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,10240,0.023153778579499986
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,16384,0.02955377764172024
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,12288,0.022727110319667395
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,8192,0.02079288827048408
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,7168,0.01917155583699544
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,6144,0.01769244505299462
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,65536,0.21984710958268908
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,5120,0.016184889607959323
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,4096,0.013795555465751223
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,3584,0.01308444473478529
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,3072,0.0121742222044203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,2048,0.010240000155236986
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,2560,0.011235555840863122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,1536,0.0096142225795322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,1024,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,768,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,512,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,256,0.005176888985766305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,128,0.004209777961174647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,64,0.0034702221552530923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,32,0.0032142222755485107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,65536,0.14856533209482828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,16384,0.021162667208247717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,10240,0.015388444066047668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,12288,0.017863111363516915
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,8192,0.013824000126785703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,7168,0.012970666918489667
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,6144,0.012145777543385824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,5120,0.01126399967405531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,4096,0.010069333016872406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,2560,0.008960000342792934
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,3072,0.009301332963837517
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,2048,0.008277333445019191
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,3584,0.00978488889005449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,1536,0.007907555335097844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,1024,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,768,0.006968888971540663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,128,0.0034702221552530923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,64,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,256,0.004522666749027041
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,512,0.006058666855096817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,32,0.0028728888266616394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,16384,0.014051554931534661
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,10240,0.011121778024567498
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,65536,0.08285866843329535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,65536,0.10874311129252116
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,8192,0.010296888649463654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,7168,0.009756444229020013
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,12288,0.012117333710193634
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,65536,0.04400355617205302
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,6144,0.009215999808576372
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,5120,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,4096,0.008192000289758047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,3072,0.007708444363541073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,3584,0.00793599999613232
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,65536,0.061127112971411816
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,2048,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,1024,0.006542222367392645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,768,0.0069120000633928515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,512,0.005944889038801193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,2560,0.007367110914654202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,128,0.0033564445459180405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,1536,0.0069120000633928515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,256,0.004295111116435793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,64,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,32,0.004209777961174647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,16384,0.01072355525361167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,12288,0.009329777624871995
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,8192,0.008561777571837107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,7168,0.008192000289758047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,6144,0.007822222179836696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,65536,0.0326257778538598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,5120,0.007537778053018782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,10240,0.008988444175985124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,3072,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,3584,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,2560,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,2048,0.006656000183688269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,1536,0.006599111275540457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,4096,0.007196444604131911
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,1024,0.006314666734801398
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,768,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,512,0.006001777946949005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,256,0.004266666869322459
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,128,0.0032711111836963226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,32,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,64,0.004067555483844546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,8192,0.008049777812427944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,65536,0.03174399998452928
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,12288,0.008988444175985124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,10240,0.008561777571837107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,16384,0.010097777677906884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,7168,0.007708444363541073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,6144,0.0074240002367231585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,5120,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,3584,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,3072,0.006798222247097228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,2560,0.007253333098358578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,2048,0.0063999998900625445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,4096,0.0069120000633928515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,1536,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,1024,0.006115555349323485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,768,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,256,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,128,0.004352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,512,0.005944889038801193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,32,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,64,0.004067555483844546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,4096,0.5083022117614746
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,5120,0.6321208741929796
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,6144,0.7480604383680555
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,7168,0.8716230922275119
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,8192,0.9893830617268881
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,2048,0.2694257895151774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,3584,0.45027558008829754
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,3072,0.391936010784573
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,1536,0.2103182209862603
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,512,0.09156266848246257
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,2560,0.32913067605760365
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,768,0.12359110514322917
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,64,0.039509332842297025
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,32,0.030179556873109605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,128,0.050887111160490245
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,1024,0.1549368831846449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,256,0.05851022402445475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,10240,1.229681756761339
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,12288,1.4644906785753038
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,8192,0.3167288833194309
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,10240,0.3582577705383301
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,12288,0.4267520109812419
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,6144,0.2994346618652344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,7168,0.281912883122762
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,5120,0.2525866561465793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,4096,0.20551110638512504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,16384,0.5259662204318577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,3072,0.1580373313691881
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,2560,0.13331911298963758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,2048,0.10942577653461033
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,256,0.02349511120054457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,512,0.03609600000911289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,128,0.019711999429596793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,64,0.010325333310498131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,32,0.011008000208271874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,3584,0.18207289112938774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,768,0.05054577853944567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,1024,0.061639110247294106
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,1536,0.08846222029791938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,16384,1.9422435760498047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,8192,0.19950932926601836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,7168,0.1757297780778673
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,12288,0.2963057888878716
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,5120,0.12794310516781277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,6144,0.1517795589235094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,4096,0.10436266660690308
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,10240,0.24704000684950086
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,3584,0.09218844440248276
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,1024,0.034133334954579674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,2048,0.0562631090482076
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,1536,0.048042668236626514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,3072,0.08001422219806247
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,2560,0.06775466601053874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,512,0.01905777719285753
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,768,0.026368000441127356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,128,0.010979555547237396
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,64,0.008419555922349295
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,256,0.012856889102194043
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,16384,0.39096887906392414
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,32,0.0074240002367231585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,8192,0.21228088272942436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,7168,0.1890417734781901
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,10240,0.2602950996822781
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,12288,0.2500551011827257
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,4096,0.10325333144929673
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,6144,0.1513528823852539
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,5120,0.12737422519259983
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,16384,0.32372623019748265
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,3584,0.09161955780453152
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,2048,0.055352889829211764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,2560,0.06744177473915948
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,768,0.024917332662476435
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,256,0.012657778130637275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,512,0.018915555543369718
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,128,0.01035377797153261
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,64,0.008447999755541483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,32,0.007196444604131911
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,1536,0.04352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,1024,0.03180088930659824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,3072,0.07927466763390435
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,12288,0.21814044316609701
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,16384,0.2828231122758654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,8192,0.1554488870832655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,10240,0.18833066357506645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,7168,0.13988978332943386
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,6144,0.12233955330318874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,5120,0.10669510894351536
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,3584,0.05760000149408976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,4096,0.06272000074386597
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,3072,0.04994844396909078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,1024,0.020053333706325956
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,1536,0.02830222249031067
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,2048,0.03450311223665873
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,768,0.01828977796766493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,512,0.015104000767072042
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,2560,0.04309333364168803
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,256,0.010268444816271463
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,128,0.008021333151393467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,32,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,64,0.006200888918505774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,12288,0.21575110488467744
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,10240,0.1856853299670749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,16384,0.2817422284020318
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,7168,0.13801244894663492
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,8192,0.1537137826283773
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,6144,0.1207466655307346
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,3584,0.0536462234126197
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,4096,0.057998220125834145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,5120,0.07213511069615682
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,2560,0.040163556734720864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,2048,0.03299555513593886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,65536,1.961642583211263
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,3072,0.04878222280078464
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,1024,0.018887110882335238
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,1536,0.02648177742958069
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,65536,1.2175928751627605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,768,0.01607111096382141
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,64,0.006115555349323485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,256,0.00978488889005449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,512,0.01402311192618476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,128,0.007679999702506595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,32,0.005120000077618493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,65536,1.0473528967963326
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,65536,1.4458026885986328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,12288,0.16204799546135798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,10240,0.1368746625052558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,4096,0.05563733312818739
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,7168,0.10103466775682236
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,5120,0.06937599844402738
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,16384,0.209151996506585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,6144,0.08951466613345677
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,2560,0.038599110311932035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,3584,0.05142755640877617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,3072,0.04414577616585625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,1536,0.024746666351954143
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,768,0.01553066737122006
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,1024,0.01851733360025618
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,2048,0.0314026673634847
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,256,0.009500444763236577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,32,0.005034666508436203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,128,0.007452444069915348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,512,0.013368888861603208
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,64,0.0059164443777667145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,8192,0.11323732799953884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,8192,0.11278222666846381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,12288,0.16025600168440077
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,65536,0.9045617845323352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,16384,0.18653866979810926
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,5120,0.0675271087222629
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,6144,0.07961599694357978
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,4096,0.05455644594298469
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,3072,0.04329244295756022
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,2560,0.036750220590167575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,1536,0.0243484444088406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,3584,0.049351112710105054
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,2048,0.030236442883809406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,10240,0.13630578253004286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,1024,0.018204443984561496
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,768,0.015559110376569959
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,128,0.007196444604131911
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,256,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,64,0.005745777653323279
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,512,0.01260088880856832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,32,0.005148444324731827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,7168,0.10035200251473321
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,8192,0.08769422107272679
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,7168,0.0810097787115309
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,12288,0.12145777543385823
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,6144,0.05486933390299479
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,10240,0.1034239994155036
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,16384,0.15243377950456408
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,5120,0.06641778018739489
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,3584,0.03475911087459988
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,3072,0.02955377764172024
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,1536,0.018005333013004728
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,4096,0.05430044399367439
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,2560,0.02608355548646715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,2048,0.022613333331214056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,1024,0.013056000073750814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,512,0.009159111314349705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,768,0.011235555840863122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,64,0.005973333285914526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,256,0.006656000183688269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,128,0.005631999837027655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,32,0.0047217777205838096
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,10240,0.09412266810735066
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,12288,0.10928355322943793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,8192,0.07762489053938124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,16384,0.14193777243296304
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,65536,0.7313635614183215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,6144,0.06129778093761868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,4096,0.035271111461851336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,7168,0.07005866368611653
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,5120,0.04343466626273262
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,2048,0.019825778073734708
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,2560,0.024234667420387268
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,3072,0.027505778604083594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,1024,0.012686221963829465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,1536,0.01641244524055057
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,768,0.010495999621020423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,3584,0.03174399998452928
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,512,0.008561777571837107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,128,0.005432888865470886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,32,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,64,0.00554666668176651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,256,0.006513777706358168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,12288,0.08891733487447102
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,16384,0.12526933352152506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,8192,0.0612693362765842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,7168,0.055665777789221875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,65536,0.619292418162028
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,5120,0.03842844565709432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,6144,0.04969244533114963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,65536,0.5456213421291775
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,4096,0.032256000571780734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,2048,0.017749332719379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,3072,0.024519110719362896
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,1024,0.01129244433508979
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,768,0.009898666706350114
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,256,0.006314666734801398
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,1536,0.01479111115137736
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,512,0.008135110967689091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,128,0.005404444618357553
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,64,0.005148444324731827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,32,0.004181333300140169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,2560,0.021077333225144282
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,10240,0.07907555500666301
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,3584,0.02941155433654785
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,8192,0.05341866612434387
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,10240,0.06260622209972806
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,6144,0.04428799947102865
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,65536,0.4741688834296332
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,16384,0.09304177761077881
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,3072,0.024149333437283833
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,4096,0.030606223477257624
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,5120,0.03740444448259141
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,1536,0.0144213338692983
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,3584,0.02776177724202474
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,2048,0.017664000391960144
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,2560,0.021105777886178758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,1024,0.011207111179828644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,256,0.006115555349323485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,512,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,768,0.009671111073758867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,128,0.005091555416584015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,64,0.004750222381618288
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,32,0.0038399998512532976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,7168,0.04852622085147434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,12288,0.07284622059928046
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,10240,0.0481279989083608
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,7168,0.041215999258889094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,12288,0.05546666516198052
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,6144,0.03638044330808852
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,8192,0.0513991117477417
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,5120,0.03211377726660834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,2560,0.019000889526473153
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,3072,0.02127644419670105
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,4096,0.027676444914605882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,3584,0.02446222139729394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,16384,0.07790933052698772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,768,0.008789333204428354
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,1024,0.01015466699997584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,1536,0.013027555412716336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,2048,0.015416888727082146
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,512,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,32,0.003583999971548716
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,128,0.0052622221410274506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,64,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,256,0.006172444257471297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,65536,0.3921351167890761
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,8192,0.036010666026009455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,10240,0.043064888980653554
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,7168,0.03302399979697333
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,5120,0.025543111893865798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,6144,0.02918400035964118
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,12288,0.05509688787990146
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,4096,0.022272000710169475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,3584,0.01945600079165565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,2560,0.015445333388116626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,3072,0.016952888833151925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,2048,0.012657778130637275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,16384,0.06809600194295247
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,1536,0.010979555547237396
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,1024,0.008732444710201686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,512,0.006769777586062749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,768,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,128,0.004920888692140579
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,256,0.005774222314357758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,32,0.0034702221552530923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,64,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,10240,0.03197155396143595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,12288,0.03740444448259141
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,8192,0.027249778310457867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,6144,0.022300443715519373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,16384,0.045653333266576133
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,5120,0.020821332931518555
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,4096,0.018460444278187223
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,3072,0.015445333388116626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,3584,0.01777777738041348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,7168,0.024803555674023096
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,1536,0.009728000395827824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,2048,0.011519999967681037
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,2560,0.0136817776494556
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,1024,0.007907555335097844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,768,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,512,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,128,0.004664888812435998
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,256,0.005233777893914117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,64,0.003726222034957674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,32,0.0032711111836963226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,12288,0.02867199977238973
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,10240,0.024177778098318312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,16384,0.03538489010598924
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,65536,0.32153601116604275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,8192,0.021475555168257818
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,7168,0.019768888751665752
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,6144,0.01828977796766493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,5120,0.01570133368174235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,4096,0.01407999959256914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,3584,0.013454222016864352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,3072,0.012458666331238218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,2560,0.011690666278203329
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,2048,0.01146311147345437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,1536,0.0096142225795322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,1024,0.007907555335097844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,768,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,512,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,256,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,64,0.003527111063400904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,128,0.004352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,32,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,65536,0.14361600081125894
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,65536,0.23253332244025338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,12288,0.02164622147878011
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,10240,0.017863111363516915
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,8192,0.016895999511082966
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,7168,0.014734221829308404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,4096,0.011719110939237805
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,5120,0.012856889102194043
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,6144,0.013824000126785703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,3584,0.011946666571829053
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,65536,0.292010678185357
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,3072,0.01126399967405531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,2048,0.00924444446961085
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,1536,0.009642666412724389
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,512,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,2560,0.01072355525361167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,768,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,64,0.003157333367400699
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,32,0.003015111097031169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,256,0.005233777893914117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,1024,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,128,0.0037831109431054858
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,16384,0.02793244520823161
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,65536,0.10737778080834283
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,10240,0.012686221963829465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,6144,0.010780444575680627
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,8192,0.012088889049159156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,7168,0.011121778024567498
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,5120,0.010097777677906884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,4096,0.009358222285906473
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,2560,0.008391111261314815
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,3072,0.008618666893906063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,12288,0.013596444494194455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,3584,0.0088746663596895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,16384,0.016099555624855887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,2048,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,65536,0.08021333482530382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,1024,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,1536,0.007480888730949826
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,768,0.0069120000633928515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,128,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,64,0.0040960001448790235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,32,0.004209777961174647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,256,0.004380444271696938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,512,0.005944889038801193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,16384,0.012714666624863943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,65536,0.05381688806745741
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,10240,0.010382222632567087
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,12288,0.011207111179828644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,8192,0.009756444229020013
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,65536,0.03814399904674954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,6144,0.00884622252649731
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,5120,0.008391111261314815
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,4096,0.008362666600280339
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,3584,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,3072,0.007338666253619724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,7168,0.009329777624871995
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,1536,0.006599111275540457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,2560,0.007253333098358578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,2048,0.006798222247097228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,512,0.006229333165619109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,768,0.006883555402358373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,128,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,32,0.004181333300140169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,256,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,64,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,1024,0.006286222073766921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,12288,0.008931555681758458
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,16384,0.009756444229020013
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,65536,0.0288426677385966
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,10240,0.009016888837019602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,7168,0.00833422193924586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,5120,0.007480888730949826
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,4096,0.00776533368561003
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,3584,0.00739555557568868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,3072,0.007139555282062954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,2560,0.0069120000633928515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,2048,0.006485333459244833
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,6144,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,768,0.006883555402358373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,512,0.005973333285914526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,8192,0.008760888543393876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,256,0.004181333300140169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,1536,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,1024,0.005774222314357758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,64,0.004067555483844546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,32,0.004181333300140169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,128,0.00443733317984475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,16384,0.009272889130645329
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,12288,0.008476444416575963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,8192,0.008220444122950235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,10240,0.008476444416575963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,7168,0.007907555335097844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,5120,0.007338666253619724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,4096,0.007452444069915348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,3584,0.007196444604131911
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,3072,0.0069120000633928515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,6144,0.0074240002367231585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,2048,0.00637155564294921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,768,0.006684444430801604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,1536,0.0059164443777667145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,65536,0.019143111175960965
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,512,0.005859555469618903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,1024,0.005347555710209741
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,128,0.004380444271696938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,64,0.004067555483844546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,256,0.005063111169470681
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,32,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,2560,0.006741333338949416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,4096,0.506083541446262
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,5120,0.6279395421346029
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,6144,0.7490844196743436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,7168,0.8678400251600477
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,8192,0.9921422534518771
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,3072,0.3887786600324843
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,3584,0.4474879900614421
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,2048,0.26774756113688153
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,2560,0.3294435607062446
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,1536,0.20929422643449572
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,256,0.05646222167544895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,512,0.09033955468071832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,1024,0.1534008847342597
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,128,0.04969244533114963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,32,0.031544887357287936
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,64,0.03731911049948798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,768,0.12182754940456814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,10240,1.2265528572930229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,8192,0.31502223014831543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,12288,1.4639502631293402
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,10240,0.38829512066311306
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,12288,0.458296881781684
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,6144,0.299889776441786
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,4096,0.2049706644482083
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,7168,0.27960888544718426
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,5120,0.252017789416843
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,16384,0.5185990863376194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,3584,0.18104888333214653
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,1536,0.08658488591512044
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,1024,0.06217955880694919
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,512,0.035840001371171736
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,128,0.013312000367376538
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,2048,0.10925510856840347
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,32,0.00958577791849772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,64,0.010211555494202508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,256,0.018005333013004728
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,768,0.0499199993080563
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,3072,0.15618844827016196
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,2560,0.13277867105272081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,7168,0.18921244144439697
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,8192,0.21191110875871447
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,10240,0.26001066631740993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,12288,0.3097599877251519
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,6144,0.15152355035146078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,5120,0.12785777780744764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,3584,0.09167644712660049
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,3072,0.08001422219806247
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,4096,0.1040782199965583
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,16384,1.9435236189100478
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,1024,0.03390577766630385
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,16384,0.3904000123341878
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,256,0.012828444441159567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,512,0.01902933253182305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,128,0.010609777437316047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,1536,0.04821333289146423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,2048,0.05572266711129082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,768,0.027448889282014634
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,32,0.007452444069915348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,64,0.008447999755541483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,2560,0.06798222329881456
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,7168,0.18818844689263237
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,8192,0.21154133478800455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,10240,0.2595271004570855
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,4096,0.11662222279442681
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,5120,0.14094221591949463
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,6144,0.16449422306484646
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,16384,0.3214222325219048
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,2560,0.07944533560011122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,3072,0.09329777956008911
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,1536,0.04710400104522705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,1024,0.031288888719346784
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,12288,0.30731378661261666
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,512,0.018773333893881906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,256,0.012629333469602795
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,2048,0.056405332353379994
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,128,0.010410666465759277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,64,0.008362666600280339
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,32,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,3584,0.10385066933102077
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,768,0.025457777910762366
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,8192,0.15451021989186606
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,10240,0.18596977657741973
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,12288,0.21728711658053926
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,6144,0.12103111214107937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,7168,0.13909333282046848
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,5120,0.07563377751244439
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,16384,0.2822542190551758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,65536,1.961272981431749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,2048,0.034104890293545194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,3072,0.04852622085147434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,3584,0.05686044692993164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,2560,0.042325334416495435
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,4096,0.06183822287453545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,768,0.01811911165714264
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,256,0.01018311083316803
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,512,0.015075556106037565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,1536,0.028757333755493164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,32,0.006229333165619109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,1024,0.022016000416543748
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,128,0.007822222179836696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,64,0.006001777946949005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,8192,0.1513813336690267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,10240,0.18463288413153756
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,12288,0.21412977907392713
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,7168,0.09662577841016982
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,6144,0.08777955505583022
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,16384,0.2852124373118083
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,5120,0.07065600156784058
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,65536,1.4414791531032984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,2560,0.039452443520228066
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,2048,0.032398223876953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,3584,0.053020444181230336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,3072,0.04667733444107903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,768,0.017180444465743173
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,512,0.01402311192618476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,4096,0.05745777818891737
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,1024,0.020423110988405015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,256,0.009671111073758867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,128,0.007310222420427535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,64,0.0058311112225055695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,1536,0.02608355548646715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,32,0.005888000130653381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,10240,0.13704533047146267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,12288,0.16076800558302137
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,65536,1.1812693277994792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,7168,0.1012622250450982
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,5120,0.06795377863778009
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,16384,0.2091804477903578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,6144,0.0888320008913676
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,3072,0.043861332866880626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,3584,0.050460444556342236
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,1536,0.024519110719362896
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,2560,0.03797333439191183
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,1024,0.01851733360025618
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,2048,0.03103289008140564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,768,0.01629866659641266
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,4096,0.05529600050714281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,256,0.008988444175985124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,128,0.007338666253619724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,64,0.005631999837027655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,32,0.005120000077618493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,512,0.013198222551080914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,8192,0.11289600531260173
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,65536,1.0503395928276908
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,8192,0.11255466938018799
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,10240,0.13582221666971842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,16384,0.18594133853912354
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,7168,0.10092088911268447
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,6144,0.07899022102355957
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,5120,0.06721422407362196
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,12288,0.15994311703575984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,2048,0.030321776866912842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,2560,0.03657955593532986
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,4096,0.0547271105978224
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,1536,0.024234667420387268
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,3584,0.04895288745562235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,512,0.012572444147533841
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,1024,0.018915555543369718
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,64,0.005518222020732031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,128,0.007139555282062954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,32,0.0047217777205838096
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,256,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,768,0.015758223003811307
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,3072,0.04272355635960897
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,8192,0.07771022452248467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,12288,0.10942577653461033
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,16384,0.14256355497572157
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,7168,0.07014399766921997
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,5120,0.043918222188949585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,6144,0.061553776264190674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,4096,0.03729066583845351
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,10240,0.09494755665461223
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,3072,0.028416001134448584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,3584,0.03308088911904229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,2560,0.025400888588693406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,2048,0.020451555649439495
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,1024,0.012401777837011548
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,1536,0.016895999511082966
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,256,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,512,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,128,0.005660444498062134
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,65536,0.7321599854363335
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,64,0.0052622221410274506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,32,0.004352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,768,0.010837333069907295
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,65536,0.9043057759602865
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,8192,0.07719822062386407
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,10240,0.09426489141252305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,7168,0.06968888971540663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,12288,0.10891377925872803
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,3584,0.030321776866912842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,4096,0.034161776304244995
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,16384,0.14210844039916992
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,3072,0.026055110825432673
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,6144,0.060728887716929116
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,5120,0.04161422120200263
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,1536,0.015559110376569959
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,1024,0.011918221910794577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,2560,0.02312533391846551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,65536,0.6133475303649902
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,2048,0.018887110882335238
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,256,0.006314666734801398
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,512,0.008590222232871586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,128,0.005404444618357553
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,32,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,64,0.005091555416584015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,768,0.010552888943089379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,7168,0.05501155720816719
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,10240,0.07315911187065972
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,12288,0.08553244670232137
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,6144,0.04900977677769131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,5120,0.038314667012956403
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,3584,0.028188443846172754
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,16384,0.10885688993665908
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,2560,0.02093511157565647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,3072,0.025031111306614343
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,2048,0.017806222041447956
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,1536,0.01479111115137736
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,8192,0.060728887716929116
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,256,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,768,0.009699555734793345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,128,0.005290666802061929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,64,0.004693333473470476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,1024,0.01129244433508979
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,32,0.0038399998512532976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,512,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,4096,0.031544887357287936
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,65536,0.5343857871161567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,7168,0.047672887643178306
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,10240,0.061695999569363065
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,6144,0.04352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,12288,0.07168000274234347
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,4096,0.030407110850016277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,8192,0.05228088961707222
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,5120,0.03720533185535007
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,3072,0.02400711178779602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,2560,0.02090666691462199
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,3584,0.027676444914605882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,1536,0.014392889208263822
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,1024,0.011207111179828644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,2048,0.017607111069891188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,256,0.006030222194062338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,512,0.007679999702506595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,768,0.009557333257463243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,128,0.005120000077618493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,64,0.004352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,32,0.00369777778784434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,16384,0.09170489178763495
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,10240,0.053447110785378345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,12288,0.061127112971411816
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,7168,0.04110222061475118
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,8192,0.044999112685521446
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,6144,0.0362097786532508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,5120,0.031630221340391375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,4096,0.02739199995994568
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,65536,0.4756479793124729
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,65536,0.3958897855546739
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,3072,0.019768888751665752
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,16384,0.07790933052698772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,3584,0.02269866731431749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,2560,0.017834666702482436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,2048,0.01459200017982059
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,1536,0.012487110992272695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,1024,0.009728000395827824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,512,0.007224889265166388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,256,0.005745777653323279
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,128,0.005063111169470681
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,32,0.0034702221552530923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,768,0.008419555922349295
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,64,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,10240,0.045824001232783
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,8192,0.03837155633502536
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,7168,0.03612444467014737
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,6144,0.02699377801683214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,5120,0.02400711178779602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,12288,0.051626665724648364
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,4096,0.020394666327370536
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,3584,0.01865955524974399
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,2048,0.01220266686545478
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,3072,0.016270221935378183
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,2560,0.01462044484085507
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,1536,0.010552888943089379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,16384,0.05723022090064155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,256,0.005489777773618698
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,128,0.004835555536879433
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,64,0.003925333420435588
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,32,0.0032711111836963226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,512,0.006485333459244833
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,1024,0.008419555922349295
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,768,0.007452444069915348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,8192,0.02907022171550327
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,10240,0.035498665438758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,12288,0.03552711009979248
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,6144,0.0192284451590644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,7168,0.026624000734753076
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,5120,0.017550221747822232
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,4096,0.015672889020707872
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,3584,0.014478221535682678
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,3072,0.014165333575672574
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,16384,0.043235556946860425
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,2560,0.013482666677898832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,2048,0.011491555306646558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,1536,0.009699555734793345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,768,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,256,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,65536,0.3208533393012153
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,512,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,65536,0.2707626554701063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,1024,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,32,0.003072000005178981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,64,0.003640888879696528
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,128,0.004408888932731417
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,10240,0.024120888776249353
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,8192,0.0207360006040997
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,7168,0.018858666221300762
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,16384,0.035498665438758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,12288,0.027818666564093694
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,4096,0.01399466726515028
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,5120,0.015672889020707872
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,3584,0.013169777890046438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,3072,0.012316444681750404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,6144,0.017322666115230985
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,2560,0.011519999967681037
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,2048,0.011406222151385413
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,1536,0.009642666412724389
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,1024,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,256,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,512,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,128,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,64,0.0033564445459180405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,32,0.0032711111836963226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,768,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,10240,0.017294221454196505
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,12288,0.021077333225144282
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,16384,0.02776177724202474
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,7168,0.014392889208263822
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,6144,0.013312000367376538
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,4096,0.011406222151385413
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,3584,0.010524444282054901
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,8192,0.016241777274343703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,3072,0.011008000208271874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,2560,0.010325333310498131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,2048,0.008960000342792934
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,1536,0.009557333257463243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,5120,0.012657778130637275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,1024,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,768,0.006968888971540663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,256,0.005176888985766305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,64,0.0034702221552530923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,128,0.003555555724435382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,32,0.003015111097031169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,65536,0.13161244657304552
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,512,0.006200888918505774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,16384,0.015473778049151102
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,10240,0.012401777837011548
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,12288,0.013397333522637686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,8192,0.011861333416567909
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,7168,0.010951110886202918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,65536,0.07369955380757649
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,6144,0.010325333310498131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,5120,0.009728000395827824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,4096,0.008988444175985124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,3072,0.00833422193924586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,2560,0.008078222473462423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,3584,0.00867555538813273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,2048,0.007651555869314406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,65536,0.18747733698950875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,1536,0.007253333098358578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,1024,0.006883555402358373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,512,0.005973333285914526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,256,0.004380444271696938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,128,0.003612444632583194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,64,0.0040960001448790235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,32,0.004266666869322459
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,65536,0.10976711246702407
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,768,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,16384,0.012657778130637275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,12288,0.01109333336353302
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,7168,0.009215999808576372
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,65536,0.05151289039187961
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,10240,0.010325333310498131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,8192,0.009557333257463243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,65536,0.03635199864705404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,6144,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,5120,0.008362666600280339
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,4096,0.00830577810605367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,3584,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,2560,0.006968888971540663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,3072,0.007281777759393056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,1024,0.006286222073766921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,1536,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,768,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,256,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,512,0.006058666855096817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,64,0.0040960001448790235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,32,0.004209777961174647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,128,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,2048,0.006798222247097228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,12288,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,16384,0.009642666412724389
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,10240,0.008931555681758458
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,8192,0.008618666893906063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,65536,0.023381332556406658
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,7168,0.00833422193924586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,4096,0.007708444363541073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,3584,0.0074240002367231585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,2048,0.006513777706358168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,3072,0.007082666787836287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,5120,0.007452444069915348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,1024,0.005688888745175467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,2560,0.006883555402358373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,6144,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,768,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,512,0.005973333285914526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,256,0.004181333300140169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,128,0.00443733317984475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,64,0.004039111236731212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,1536,0.0064284445510970215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,32,0.004181333300140169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,65536,0.01553066737122006
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,10240,0.008476444416575963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,16384,0.009130666653315226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,8192,0.008135110967689091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,12288,0.008391111261314815
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,7168,0.007992888490358988
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,5120,0.007224889265166388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,3584,0.007111111448870764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,4096,0.007338666253619724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,2560,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,3072,0.006826666494210561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,2048,0.006343110981914733
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,1536,0.005745777653323279
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,768,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,6144,0.007452444069915348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,512,0.005859555469618903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,128,0.004380444271696938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,256,0.005034666508436203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,64,0.004039111236731212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,32,0.0040960001448790235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,1024,0.0052622221410274506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,4096,0.372309340371026
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,6144,0.5690879821777344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,5120,0.4796871079338922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,7168,0.6602808634440104
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,8192,0.7430257797241211
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,2048,0.21108622021145293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,1536,0.1777777804268731
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,3584,0.34096354908413357
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,3072,0.29678932825724286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,512,0.06900622447331746
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,256,0.04610844453175863
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,2560,0.2521599928538005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,32,0.0192284451590644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,128,0.03242666522661845
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,64,0.024576000041431848
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,1024,0.11952355172899033
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,10240,0.9346275329589844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,768,0.09622755315568711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,12288,1.026759147644043
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,7168,0.1809919940100776
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,8192,0.1958684391445584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,10240,0.2386204401652018
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,5120,0.13172622521718344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,6144,0.16079644362131754
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,4096,0.10880000061459011
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,3584,0.09938489066229926
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,12288,0.27659376462300617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,16384,0.39199288686116535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,1024,0.038314667012956403
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,3072,0.08402488629023235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,512,0.01996799972322252
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,256,0.013738666971524557
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,128,0.011036444041464063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,64,0.00833422193924586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,32,0.007111111448870764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,768,0.030549334155188665
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,1536,0.05814044343100654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,2560,0.07054222292370267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,2048,0.07480888896518283
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,7168,0.12925155957539877
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,8192,0.13752888308631048
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,12288,0.20573866367340088
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,10240,0.17504710621303984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,5120,0.09668266773223877
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,16384,0.26561421818203396
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,6144,0.11374933189815944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,4096,0.07953066958321466
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,3584,0.06963200039333768
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,1024,0.022983110613293115
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,768,0.017664000391960144
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,2048,0.043178667624791466
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,3072,0.06070044305589464
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,1536,0.03453155689769321
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,256,0.011235555840863122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,2560,0.05228088961707222
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,128,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,64,0.00833422193924586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,512,0.015132443772421943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,32,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,16384,1.3345279693603516
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,7168,0.12282310591803657
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,8192,0.12105955017937554
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,12288,0.19896888732910156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,10240,0.1544248925315009
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,16384,0.2575928899976942
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,3584,0.06161066558625963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,5120,0.08411022027333577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,4096,0.06732800271775988
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,2048,0.03822933302985297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,1536,0.029895110262764826
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,2560,0.04662044511901008
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,1024,0.019825778073734708
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,512,0.013567999833159976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,768,0.016128000285890367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,128,0.0075093333919843035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,64,0.005802666561471091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,256,0.010268444816271463
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,3072,0.0541013346778022
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,32,0.005290666802061929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,6144,0.09924266735712688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,12288,0.1436444388495551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,10240,0.12825600306193033
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,8192,0.11079111364152695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,16384,0.19202844301859537
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,6144,0.08789333369996812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,7168,0.09656888908810085
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,5120,0.07699910799662273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,3584,0.05614933040406969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,4096,0.06038755840725369
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,3072,0.04881066746181912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,1024,0.018403554956118267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,1536,0.02628266645802392
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,2560,0.04152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,2048,0.03424711028734843
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,512,0.012686221963829465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,256,0.009415110780133141
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,64,0.005688888745175467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,768,0.015957333975368075
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,128,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,32,0.005290666802061929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,12288,0.13206756114959717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,65536,1.0317938062879775
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,16384,0.1696995496749878
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,8192,0.1006079978413052
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,6144,0.07842133442560832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,10240,0.11656533347235785
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,5120,0.06985955768161349
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,3584,0.05324800146950615
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,3072,0.046705779102113515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,4096,0.05646222167544895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,2048,0.033365332418017916
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,1536,0.024547555380397375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,2560,0.040305776728524104
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,768,0.019256888164414298
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,512,0.012344888514942594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,256,0.00884622252649731
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,128,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,65536,1.3546098073323567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,64,0.005603555589914322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,32,0.005034666508436203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,1024,0.01865955524974399
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,65536,0.8620088895161947
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,7168,0.08763733175065781
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,8192,0.0907662245962355
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,65536,0.6813013288709852
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,7168,0.08490666415956284
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,12288,0.12609422206878662
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,6144,0.07244800196753608
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,16384,0.14811021751827663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,5120,0.061582220925225147
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,3584,0.04576711191071404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,4096,0.048355556196636625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,1024,0.014051554931534661
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,1536,0.02011022302839491
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,2560,0.027818666564093694
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,256,0.006741333338949416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,512,0.009415110780133141
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,768,0.012401777837011548
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,128,0.005660444498062134
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,64,0.006001777946949005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,32,0.0047217777205838096
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,10240,0.10658133029937744
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,2048,0.02616888946957058
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,3072,0.04297955499755012
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,10240,0.09187555313110352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,12288,0.10524444447623359
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,6144,0.06141155295901828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,8192,0.07111110952165392
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,16384,0.1321528885099623
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,65536,0.6826382213168674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,5120,0.051797333690855235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,3072,0.02972444560792711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,4096,0.044088890155156456
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,3584,0.03347911106215583
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,1536,0.016327111257447135
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,768,0.010865777730941772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,1024,0.012913777596420713
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,2048,0.019996444384257
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,256,0.006456888798210356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,512,0.00884622252649731
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,64,0.0052622221410274506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,128,0.005461333526505365
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,32,0.004323555363549126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,7168,0.06849422057469685
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,2560,0.026424888107511733
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,8192,0.061866667535569936
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,10240,0.07094044155544706
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,12288,0.08081066608428955
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,7168,0.05495466788609823
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,6144,0.048156443569395274
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,4096,0.03632355398601956
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,5120,0.04292266567548116
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,3584,0.030264887544843886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,2048,0.01789155602455139
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,2560,0.021987555755509272
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,16384,0.11684978008270264
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,3072,0.026680888401137456
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,1024,0.011349333657158745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,1536,0.014677332507239448
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,768,0.009756444229020013
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,128,0.005347555710209741
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,64,0.0047786666287316214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,32,0.003925333420435588
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,256,0.006286222073766921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,512,0.008078222473462423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,8192,0.056576000319586865
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,12288,0.07608889208899604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,10240,0.06684444348017375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,7168,0.0503751105732388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,6144,0.04528355598449707
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,16384,0.10880000061459011
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,3584,0.029041777054468792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,5120,0.03985066546334161
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,2048,0.017664000391960144
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,4096,0.03333688775698344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,2560,0.02127644419670105
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,768,0.009642666412724389
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,1024,0.011235555840863122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,1536,0.014449778530332776
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,3072,0.025116443634033203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,512,0.007679999702506595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,128,0.005148444324731827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,256,0.006030222194062338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,64,0.0046364445653226645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,32,0.0037546666959921518
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,65536,0.4534897804260254
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,65536,0.5932941966586643
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,12288,0.06599111027187772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,16384,0.0802417794863383
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,6144,0.039537777503331505
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,10240,0.056291553709242076
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,7168,0.04371910956170824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,4096,0.028558221128251817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,5120,0.03427555494838291
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,3584,0.025742222865422566
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,2560,0.020167110694779288
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,3072,0.02269866731431749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,2048,0.015615999698638916
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,1024,0.010382222632567087
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,1536,0.013624889155228933
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,768,0.009472000102202097
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,256,0.005973333285914526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,64,0.004295111116435793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,32,0.003555555724435382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,128,0.0052622221410274506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,512,0.007679999702506595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,65536,0.44416001107957626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,8192,0.04900977677769131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,10240,0.051967998345692955
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,16384,0.07045688894059923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,65536,0.35709155930413145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,5120,0.030407110850016277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,3584,0.022613333331214056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,4096,0.024519110719362896
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,6144,0.03592533204290602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,3072,0.019484443797005545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,2560,0.017749332719379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,1536,0.012344888514942594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,1024,0.009528888596428765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,8192,0.0425528883934021
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,256,0.0058311112225055695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,512,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,768,0.008504889077610439
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,128,0.005063111169470681
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,64,0.004039111236731212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,32,0.003527111063400904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,2048,0.014734221829308404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,7168,0.03993599944644504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,12288,0.05609244770473904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,10240,0.04428799947102865
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,12288,0.04821333289146423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,7168,0.03347911106215583
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,6144,0.030407110850016277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,4096,0.02087822225358751
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,5120,0.025543111893865798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,3584,0.020337777005301583
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,3072,0.016583111551072862
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,2560,0.015132443772421943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,2048,0.013056000073750814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,1536,0.010609777437316047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,1024,0.008618666893906063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,768,0.007623111208279927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,256,0.005489777773618698
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,16384,0.06192355685763889
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,128,0.0047786666287316214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,512,0.006485333459244833
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,64,0.0038684445122877755
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,8192,0.03803022371398078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,32,0.008078222473462423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,65536,0.283790217505561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,7168,0.025059555967648823
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,10240,0.03367822368939718
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,8192,0.02830222249031067
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,65536,0.24118044641282824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,4096,0.018403554956118267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,6144,0.022016000416543748
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,12288,0.03837155633502536
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,5120,0.019143111175960965
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,3584,0.018403554956118267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,3072,0.015815110670195687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,2560,0.013966222604115805
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,2048,0.011861333416567909
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,512,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,256,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,1024,0.008106666306654612
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,1536,0.010069333016872406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,64,0.003726222034957674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,16384,0.04636444316969978
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,768,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,128,0.004664888812435998
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,32,0.0032711111836963226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,7168,0.019711999429596793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,10240,0.025457777910762366
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,12288,0.029127111037572224
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,16384,0.03623822331428528
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,6144,0.018232888645595975
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,5120,0.016554666890038382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,3072,0.012401777837011548
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,3584,0.013255111045307584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,4096,0.01388088862101237
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,2560,0.011605333122942181
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,1536,0.009728000395827824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,2048,0.011548444628715515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,1024,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,256,0.005233777893914117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,768,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,512,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,64,0.00349866681628757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,32,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,128,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,8192,0.022385777698622808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,16384,0.030065778228971694
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,12288,0.02343822187847561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,10240,0.01831822262869941
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,8192,0.01649777756796943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,7168,0.015075556106037565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,5120,0.012771555946932899
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,6144,0.01385244478782018
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,4096,0.011975111232863532
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,65536,0.19783111413319907
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,3584,0.012828444441159567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,3072,0.011946666571829053
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,2560,0.01126399967405531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,1024,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,1536,0.0096142225795322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,768,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,256,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,2048,0.009443555441167619
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,64,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,128,0.0038968887594011095
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,512,0.006172444257471297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,32,0.003072000005178981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,12288,0.018431999617152743
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,16384,0.022499556342760723
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,8192,0.014364444547229342
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,7168,0.013226666384273104
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,6144,0.012401777837011548
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,5120,0.011662222445011139
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,65536,0.14876443809933132
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,4096,0.010495999621020423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,3584,0.010126222338941362
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,10240,0.01570133368174235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,3072,0.009642666412724389
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,2048,0.008419555922349295
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,2560,0.008988444175985124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,1536,0.007907555335097844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,1024,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,256,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,512,0.006030222194062338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,768,0.006968888971540663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,65536,0.10743466350767349
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,65536,0.0856177806854248
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,32,0.0029013332807355454
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,64,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,128,0.003555555724435382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,12288,0.012288000020715924
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,10240,0.01146311147345437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,16384,0.014108444253603617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,8192,0.010581333604123859
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,65536,0.06769777668846978
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,6144,0.009472000102202097
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,4096,0.00833422193924586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,5120,0.009073778159088558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,3584,0.007992888490358988
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,3072,0.007708444363541073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,7168,0.010126222338941362
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,2560,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,2048,0.007082666787836287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,1536,0.006940444310506185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,1024,0.006542222367392645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,768,0.006883555402358373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,256,0.004380444271696938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,128,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,32,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,64,0.004067555483844546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,512,0.005944889038801193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,16384,0.01129244433508979
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,12288,0.009472000102202097
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,10240,0.008931555681758458
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,8192,0.008647110727098253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,7168,0.008135110967689091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,65536,0.02924088968171014
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,5120,0.0075662218862109715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,6144,0.007822222179836696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,65536,0.041187554597854614
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,4096,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,3584,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,2560,0.007480888730949826
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,3072,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,2048,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,1024,0.006229333165619109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,1536,0.006656000183688269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,256,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,768,0.006826666494210561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,512,0.006058666855096817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,64,0.0040960001448790235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,32,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,128,0.0032711111836963226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,65536,0.01587199999226464
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,10240,0.008163555628723567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,12288,0.008362666600280339
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,16384,0.009130666653315226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,6144,0.007623111208279927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,8192,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,7168,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,5120,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,4096,0.007196444604131911
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,3584,0.007224889265166388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,3072,0.0069120000633928515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,2560,0.006741333338949416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,1536,0.006058666855096817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,1024,0.005489777773618698
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,2048,0.007139555282062954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,768,0.006826666494210561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,512,0.005944889038801193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,128,0.00443733317984475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,64,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,256,0.004181333300140169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,32,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,65536,0.015104000767072042
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,16384,0.00867555538813273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,8192,0.007623111208279927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,7168,0.0075662218862109715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,10240,0.007822222179836696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,12288,0.008078222473462423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,6144,0.0074240002367231585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,5120,0.00739555557568868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,4096,0.007111111448870764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,3584,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,2560,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,3072,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,768,0.006656000183688269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,1024,0.005290666802061929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,256,0.005034666508436203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,512,0.0058311112225055695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,128,0.004380444271696938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,64,0.004010666575696734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,1536,0.005518222020732031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,32,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,2048,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,5120,0.4676835801866319
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,6144,0.5624604225158691
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,4096,0.36792887581719297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,7168,0.6524871190388998
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,3584,0.33467732535468203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,2048,0.22348801294962564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,2560,0.24539022975497773
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,3072,0.29266489876641166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,8192,0.7399822341071235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,256,0.044600887431038745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,512,0.06673066483603583
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,64,0.02346666653951009
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,32,0.018858666221300762
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,768,0.09358221954769558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,128,0.031231999397277832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,1536,0.16398221916622585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,1024,0.1162524488237169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,10240,0.8782506518893771
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,12288,1.0180266698201497
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,8192,0.1947022279103597
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,7168,0.17581510543823242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,10240,0.25730845663282603
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,4096,0.11087644762463039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,5120,0.13360355959998235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,6144,0.16381155120001897
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,2560,0.08180622259775798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,12288,0.27562665939331055
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,3072,0.0922737783855862
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,768,0.030606223477257624
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,1024,0.037831111086739436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,1536,0.05563733312818739
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,256,0.01314133322901196
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,16384,0.3497813277774387
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,64,0.008135110967689091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,3584,0.10257066620720758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,128,0.010467555787828235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,32,0.007196444604131911
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,512,0.02124799953566657
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,2048,0.06943288776609632
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,16384,1.3496604495578344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,12288,0.20690488815307617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,7168,0.1258666647805108
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,8192,0.13951999611324734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,6144,0.11192888683742946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,16384,0.26294043329026967
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,10240,0.17106489340464273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,2560,0.050147556596332125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,4096,0.0794737802611457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,3072,0.059989333152770996
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,5120,0.09730844365225898
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,512,0.013340444200568728
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,3584,0.06735644737879436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,1024,0.02292622294690874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,256,0.010638222098350525
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,128,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,64,0.006200888918505774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,32,0.0059164443777667145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,768,0.019256888164414298
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,1536,0.03356444504525926
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,2048,0.04141511188613044
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,8192,0.11878400378757054
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,12288,0.19948089122772217
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,7168,0.12105955017937554
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,5120,0.08180622259775798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,16384,0.2537528938717312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,3584,0.06018844578001234
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,6144,0.09787733025021023
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,2048,0.03632355398601956
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,3072,0.051854223012924194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,2560,0.04514133267932468
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,1024,0.01979733341270023
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,10240,0.1516373289955987
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,768,0.016099555624855887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,1536,0.0288426677385966
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,512,0.013368888861603208
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,128,0.00739555557568868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,256,0.00998399986161126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,64,0.0059164443777667145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,32,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,4096,0.06553600231806438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,8192,0.11053511169221665
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,10240,0.12512711683909097
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,12288,0.1568711068895128
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,7168,0.09554488791359796
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,16384,0.1852302286359999
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,6144,0.09432178073459202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,3584,0.0547271105978224
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,4096,0.05762844615512424
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,5120,0.07281777593824598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,3072,0.0481279989083608
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,1024,0.018574222922325134
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,1536,0.02528711160024007
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,2048,0.03285333183076646
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,512,0.012629333469602795
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,768,0.015473778049151102
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,128,0.007111111448870764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,64,0.005944889038801193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,256,0.009187555147541894
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,32,0.004693333473470476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,2560,0.04297955499755012
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,10240,0.11027910974290635
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,12288,0.1367324458228217
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,65536,1.3347839779324
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,16384,0.1640391084882948
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,8192,0.13306311766306558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,7168,0.09494755665461223
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,5120,0.09070933527416652
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,6144,0.08630044592751397
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,3072,0.06104177898830838
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,3584,0.06857955455780029
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,2560,0.04625066783693102
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,4096,0.07429689168930054
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,1536,0.02975289026896159
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,1024,0.02164622147878011
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,512,0.014051554931534661
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,768,0.0177208897140291
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,256,0.00884622252649731
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,64,0.005233777893914117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,2048,0.03754666778776381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,128,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,32,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,65536,0.9263501697116427
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,65536,1.0204728444417317
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,8192,0.07796621984905668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,12288,0.12265243795182969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,7168,0.0743537810113695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,16384,0.14762666490342882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,65536,0.7401244375440809
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,3072,0.03982222080230713
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,4096,0.046648889780044556
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,3584,0.04753066764937507
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,5120,0.05583644575542874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,2048,0.02269866731431749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,6144,0.06576355298360188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,2560,0.028074665202034846
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,1024,0.013539555172125498
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,256,0.006542222367392645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,768,0.011150221857759686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,512,0.009073778159088558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,64,0.005120000077618493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,128,0.005631999837027655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,32,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,1536,0.018602665927675035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,10240,0.0985600021150377
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,8192,0.06966044505437215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,12288,0.09531733062532212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,16384,0.12194132804870605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,7168,0.06655999686982897
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,5120,0.05051733387841118
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,4096,0.045567999283472695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,6144,0.05831111139721341
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,3584,0.03308088911904229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,2048,0.01979733341270023
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,1536,0.015729778342776828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,1024,0.01200355589389801
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,65536,0.5941759745279948
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,768,0.01072355525361167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,3072,0.030378666188981798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,256,0.006599111275540457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,512,0.008590222232871586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,64,0.004693333473470476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,128,0.005688888745175467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,32,0.0038399998512532976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,2560,0.025799110531806946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,10240,0.08283022377226087
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,8192,0.05970488654242622
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,10240,0.0684373312526279
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,16384,0.10336711009343465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,7168,0.05225244495603773
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,5120,0.041215999258889094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,6144,0.04619377851486206
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,3072,0.025770665870772466
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,12288,0.08234666453467475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,3584,0.031601776679356895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,2048,0.017834666702482436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,2560,0.023039999935362074
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,1024,0.011320888996124268
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,1536,0.014705777168273926
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,4096,0.034104890293545194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,256,0.006030222194062338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,768,0.009756444229020013
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,512,0.008049777812427944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,128,0.005290666802061929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,32,0.0034702221552530923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,64,0.004323555363549126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,65536,0.5819733407762315
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,8192,0.05461333195368449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,12288,0.07330133517583211
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,6144,0.04258133305443657
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,7168,0.04809955424732632
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,10240,0.06328888734181722
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,5120,0.03797333439191183
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,2560,0.02090666691462199
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,4096,0.03103289008140564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,16384,0.10430577728483413
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,3072,0.0243484444088406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,2048,0.017521777086787753
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,1024,0.01109333336353302
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,1536,0.014478221535682678
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,768,0.009443555441167619
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,512,0.007651555869314406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,256,0.005973333285914526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,3584,0.02815999918513828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,64,0.004323555363549126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,32,0.0034417777011791864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,128,0.005063111169470681
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,65536,0.4324977662828233
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,8192,0.049152000082863696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,10240,0.056490666336483426
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,7168,0.0451128880182902
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,6144,0.038001779052946306
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,12288,0.07017244233025445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,5120,0.0329386658138699
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,3584,0.024775111012988623
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,16384,0.08049777481291029
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,2560,0.018204443984561496
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,3072,0.021873777111371357
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,2048,0.014392889208263822
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,768,0.008618666893906063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,1536,0.012515555653307172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,4096,0.028899557060665552
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,512,0.006968888971540663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,128,0.004949333353175057
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,256,0.0059164443777667145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,1024,0.01015466699997584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,32,0.0034417777011791864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,64,0.0039822223285834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,10240,0.04764444298214383
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,16384,0.06889244582917955
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,7168,0.03714844584465027
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,5120,0.029326223664813574
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,65536,0.3496675491333008
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,6144,0.033137778441111244
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,12288,0.05964799722035726
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,4096,0.023694222172101338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,3584,0.021475555168257818
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,2560,0.016241777274343703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,8192,0.04113066527578566
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,2048,0.013482666677898832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,3072,0.018545778261290658
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,1536,0.011576889289749993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,1024,0.009187555147541894
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,768,0.007822222179836696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,64,0.0037831109431054858
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,32,0.0032711111836963226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,128,0.0047217777205838096
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,256,0.005518222020732031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,512,0.006627555522653792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,8192,0.034133334954579674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,10240,0.040135112073686384
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,65536,0.30628977881537545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,12288,0.051854223012924194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,5120,0.02403555479314592
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,7168,0.0314026673634847
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,16384,0.05848177936342028
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,3584,0.018830221560266282
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,6144,0.027790221903059218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,2560,0.014364444547229342
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,3072,0.01641244524055057
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,2048,0.011946666571829053
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,1536,0.01035377797153261
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,768,0.0074240002367231585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,512,0.006229333165619109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,256,0.0053191110491752625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,1024,0.00830577810605367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,128,0.0047786666287316214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,32,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,64,0.0037831109431054858
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,4096,0.021617778473430212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,12288,0.03714844584465027
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,10240,0.032398223876953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,8192,0.02713599966631995
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,7168,0.024547555380397375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,16384,0.045596443944507174
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,5120,0.01942755613062117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,4096,0.016270221935378183
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,6144,0.02167466613981459
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,2560,0.01351111133893331
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,3072,0.014705777168273926
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,3584,0.01678222252262963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,2048,0.011719110939237805
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,1024,0.007822222179836696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,1536,0.010382222632567087
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,65536,0.276622215906779
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,768,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,512,0.006172444257471297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,128,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,256,0.005176888985766305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,32,0.0034702221552530923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,64,0.003612444632583194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,65536,0.2546631230248345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,12288,0.027818666564093694
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,10240,0.024490666058328416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,7168,0.018005333013004728
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,6144,0.016384000579516094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,16384,0.03484444485770331
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,5120,0.015644444359673392
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,4096,0.015018666783968607
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,8192,0.021134222547213238
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,3072,0.012060444388124677
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,2560,0.01146311147345437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,3584,0.012828444441159567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,1536,0.009699555734793345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,65536,0.18884266747368705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,768,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,2048,0.011576889289749993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,128,0.0037831109431054858
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,512,0.006115555349323485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,256,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,1024,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,32,0.003072000005178981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,64,0.003583999971548716
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,12288,0.022641777992248535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,10240,0.017806222041447956
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,16384,0.029098666376537744
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,7168,0.014762666490342883
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,6144,0.013596444494194455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,4096,0.011576889289749993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,3584,0.012344888514942594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,2560,0.010609777437316047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,3072,0.011377777490350934
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,2048,0.009045333498054082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,1536,0.00958577791849772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,1024,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,8192,0.016952888833151925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,65536,0.14134044117397732
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,512,0.006115555349323485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,256,0.0046364445653226645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,768,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,64,0.0033564445459180405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,128,0.00369777778784434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,32,0.003015111097031169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,5120,0.01351111133893331
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,8192,0.014904888139830695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,16384,0.020593777298927307
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,12288,0.01641244524055057
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,10240,0.0169813334941864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,6144,0.01294222225745519
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,5120,0.012316444681750404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,4096,0.011576889289749993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,3072,0.010296888649463654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,2560,0.010467555787828235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,2048,0.009329777624871995
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,1536,0.008618666893906063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,1024,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,3584,0.011036444041464063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,7168,0.014819555812411837
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,512,0.005944889038801193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,768,0.006883555402358373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,256,0.004522666749027041
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,128,0.0034417777011791864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,32,0.004181333300140169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,64,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,12288,0.012060444388124677
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,10240,0.011235555840863122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,16384,0.01385244478782018
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,7168,0.009841777384281158
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,6144,0.009301332963837517
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,5120,0.008903111020723978
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,65536,0.10515911049313015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,4096,0.008078222473462423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,3584,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,3072,0.007537778053018782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,8192,0.010495999621020423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,2560,0.007338666253619724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,2048,0.006883555402358373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,1536,0.006769777586062749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,768,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,256,0.004295111116435793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,128,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,512,0.005973333285914526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,64,0.0040960001448790235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,32,0.004181333300140169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,1024,0.006456888798210356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,65536,0.08160710997051664
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,12288,0.009443555441167619
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,16384,0.010439111126793755
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,65536,0.028359111812379625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,65536,0.06431288851632012
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,8192,0.008419555922349295
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,7168,0.00793599999613232
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,6144,0.007651555869314406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,5120,0.007452444069915348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,10240,0.014193778236707052
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,3072,0.0069120000633928515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,4096,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,2048,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,3584,0.007651555869314406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,2560,0.0074240002367231585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,1024,0.006229333165619109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,1536,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,65536,0.03905422157711453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,768,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,512,0.005944889038801193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,256,0.004266666869322459
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,128,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,64,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,32,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,16384,0.009016888837019602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,12288,0.008476444416575963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,10240,0.008021333151393467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,8192,0.007822222179836696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,6144,0.0075662218862109715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,7168,0.007679999702506595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,65536,0.01550222271018558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,5120,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,4096,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,3584,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,3072,0.006798222247097228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,2560,0.006968888971540663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,1536,0.005802666561471091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,2048,0.0069120000633928515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,768,0.006798222247097228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,512,0.005888000130653381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,64,0.004039111236731212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,256,0.005063111169470681
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,128,0.004408888932731417
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,65536,0.015047111445003085
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,32,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,12288,0.008021333151393467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,16384,0.008476444416575963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,10240,0.007822222179836696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,8192,0.007651555869314406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,6144,0.007367110914654202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,7168,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,1024,0.0053191110491752625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,3072,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,2560,0.006826666494210561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,2048,0.006627555522653792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,3584,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,4096,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,1024,0.005233777893914117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,512,0.005802666561471091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,768,0.006627555522653792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,256,0.005006222261322869
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,5120,0.007310222420427535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,128,0.004295111116435793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,1536,0.005603555589914322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,64,0.004010666575696734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,32,0.0040960001448790235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,5120,0.4687929153442383
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,6144,0.5538418028089735
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,4096,0.36875377760993105
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,3584,0.3366684383816189
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,7168,0.6498417854309082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,3072,0.31189333067999947
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,2560,0.2456746631198459
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,8192,0.7216924561394585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,1536,0.1625315613216824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,512,0.06584888696670532
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,128,0.03035022152794732
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,10240,0.8621226416693794
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,64,0.023267555567953322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,32,0.018375110295083787
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,256,0.04354844490687052
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,768,0.09318400091595119
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,2048,0.20593778292338052
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,1024,0.11491555637783474
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,12288,1.0290346145629883
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,8192,0.1931093268924289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,7168,0.17052443822224936
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,10240,0.23554844326443145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,12288,0.27187199062771267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,6144,0.1525191068649292
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,5120,0.13110044267442492
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,16384,0.3475911087459988
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,3584,0.10797511206732856
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,4096,0.11579733424716526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,2560,0.0922737783855862
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,3072,0.09571555587980483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,512,0.019768888751665752
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,1536,0.05347555544641283
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,128,0.010382222632567087
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,64,0.008049777812427944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,256,0.013767110804716745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,32,0.007139555282062954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,768,0.030407110850016277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,1024,0.04053333401679993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,2048,0.06809600194295247
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,16384,1.3425778283013239
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,7168,0.12771556112501356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,8192,0.1377848916583591
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,12288,0.2032639980316162
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,6144,0.10823111401663886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,10240,0.17316977183024088
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,5120,0.09093688593970405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,4096,0.07404088973999023
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,3584,0.06627555688222249
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,1536,0.03302399979697333
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,2560,0.049208889404932656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,2048,0.04189866781234741
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,3072,0.06337422132492065
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,768,0.017464889420403373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,512,0.013283555706342062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,1024,0.022414222359657288
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,256,0.010495999621020423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,32,0.005888000130653381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,128,0.007822222179836696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,64,0.00608711110221015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,16384,0.2668088807000054
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,8192,0.11892622047000462
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,7168,0.1116444402270847
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,12288,0.19737599955664742
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,5120,0.08120889133877225
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,6144,0.09665422307120429
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,16384,0.23418309953477648
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,3584,0.05924977858861288
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,2560,0.04423111014895969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,3072,0.052764445543289185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,4096,0.06402844190597534
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,768,0.015985776980717976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,1024,0.019768888751665752
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,1536,0.029013332393434312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,256,0.009870222045315636
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,512,0.013340444200568728
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,128,0.007082666787836287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,32,0.005091555416584015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,2048,0.03899733225504557
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,64,0.005859555469618903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,10240,0.15103999773661295
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,8192,0.11107555362913345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,10240,0.12501333819495306
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,7168,0.09412266810735066
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,12288,0.14381510681576198
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,16384,0.1856000026067098
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,6144,0.0866417752371894
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,4096,0.05782755878236559
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,5120,0.07330133517583211
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,3072,0.04801422357559204
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,3584,0.057486222849951855
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,1536,0.025770665870772466
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,2560,0.039992888768514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,512,0.012629333469602795
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,768,0.016042666302786935
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,2048,0.03444622291458978
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,256,0.009102221992280748
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,128,0.0069120000633928515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,64,0.0059164443777667145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,32,0.004693333473470476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,1024,0.01939911146958669
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,10240,0.10888533459769355
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,12288,0.1241884496476915
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,16384,0.1652337842517429
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,7168,0.09304177761077881
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,8192,0.10456177923414443
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,6144,0.08217600319120619
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,4096,0.05936355723275078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,5120,0.07239111264546712
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,2560,0.052707556221220225
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,65536,1.0045724444919162
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,3584,0.06798222329881456
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,1024,0.021475555168257818
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,1536,0.02978133492999607
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,2048,0.03842844565709432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,3072,0.06070044305589464
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,512,0.014279110564125909
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,768,0.018944000204404194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,64,0.005091555416584015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,65536,0.838712904188368
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,128,0.006883555402358373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,32,0.00443733317984475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,256,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,65536,1.4754418267144098
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,65536,0.6921671231587728
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,10240,0.09770666890674168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,12288,0.11363555325402154
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,8192,0.07566222217347887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,16384,0.16267377800411648
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,7168,0.07904711034562853
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,6144,0.06431288851632012
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,4096,0.04718933171696133
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,3584,0.042951110336515635
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,2048,0.022613333331214056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,1024,0.01351111133893331
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,768,0.011519999967681037
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,512,0.009073778159088558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,1536,0.016952888833151925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,256,0.006456888798210356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,64,0.005120000077618493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,128,0.00554666668176651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,5120,0.05597866906060112
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,32,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,2560,0.028586665789286297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,3072,0.04096000062094794
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,10240,0.08211911386913724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,12288,0.09517511394288804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,7168,0.06445511182149251
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,6144,0.05828266673617893
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,8192,0.06835199726952447
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,5120,0.05031822125116984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,2560,0.024689777029885188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,3584,0.0326257778538598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,4096,0.04169955518510607
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,65536,0.602709346347385
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,3072,0.028785778416527644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,1024,0.012117333710193634
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,512,0.008248888783984715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,768,0.010069333016872406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,1536,0.015644444359673392
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,128,0.005631999837027655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,64,0.004664888812435998
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,256,0.006456888798210356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,32,0.0038115556041399636
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,2048,0.020821332931518555
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,8192,0.05782755878236559
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,10240,0.07000178098678589
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,12288,0.07608889208899604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,16384,0.12006399366590713
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,16384,0.10248533222410415
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,5120,0.04007822275161743
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,3584,0.03259733319282532
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,6144,0.04516977734035916
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,3072,0.025599999560250178
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,4096,0.03322311242421468
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,1024,0.01129244433508979
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,1536,0.014563555518786112
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,2048,0.017834666702482436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,256,0.006058666855096817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,512,0.00793599999613232
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,768,0.009699555734793345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,7168,0.05159822106361389
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,128,0.005233777893914117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,64,0.004295111116435793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,32,0.00349866681628757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,2560,0.02309688925743103
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,65536,0.5154133372836643
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,10240,0.06684444348017375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,12288,0.07094044155544706
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,5120,0.03663644525739882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,16384,0.10444800059000652
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,4096,0.030776888132095337
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,7168,0.04878222280078464
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,3072,0.0243484444088406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,3584,0.02801777919133504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,2048,0.017635555730925668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,8192,0.05370311273468865
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,1536,0.0144213338692983
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,1024,0.011121778024567498
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,768,0.009528888596428765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,512,0.007679999702506595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,256,0.006001777946949005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,128,0.004977777600288391
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,64,0.004408888932731417
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,32,0.00349866681628757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,2560,0.021760000122918025
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,6144,0.043576889567905
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,65536,0.4503893322414822
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,12288,0.06505244308047824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,8192,0.04491377870241801
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,16384,0.08004266685909696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,7168,0.041159109936820135
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,5120,0.03199999862247043
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,6144,0.036920888556374445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,3072,0.021532444490326777
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,4096,0.028615110450320776
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,3584,0.0240639994541804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,2560,0.01740800009833442
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,1024,0.00958577791849772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,768,0.008903111020723978
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,2048,0.014222222897741528
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,512,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,256,0.0058311112225055695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,128,0.004920888692140579
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,64,0.003925333420435588
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,32,0.0034417777011791864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,1536,0.012145777543385824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,65536,0.3799893326229519
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,10240,0.045624888605541654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,10240,0.05868089199066162
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,12288,0.05341866612434387
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,8192,0.040362666050593056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,6144,0.03214222192764282
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,5120,0.02827377782927619
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,4096,0.022670222653283015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,3584,0.020963556236690942
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,16384,0.06795377863778009
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,3072,0.02079288827048408
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,2048,0.013397333522637686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,2560,0.01553066737122006
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,1024,0.0088746663596895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,512,0.006627555522653792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,768,0.00776533368561003
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,256,0.005660444498062134
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,64,0.0037831109431054858
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,1536,0.011150221857759686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,32,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,128,0.004664888812435998
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,7168,0.03552711009979248
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,65536,0.3100444475809733
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,10240,0.03970844546953837
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,16384,0.05723022090064155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,12288,0.047616001632478505
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,4096,0.019484443797005545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,5120,0.023580445183648005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,7168,0.03046400017208523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,3584,0.018431999617152743
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,65536,0.27241243256462944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,3072,0.01553066737122006
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,8192,0.03333688775698344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,2048,0.011832888755533429
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,768,0.007253333098358578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,1024,0.008391111261314815
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,2560,0.01385244478782018
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,128,0.004835555536879433
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,1536,0.010410666465759277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,512,0.00637155564294921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,6144,0.027505778604083594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,32,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,64,0.00369777778784434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,256,0.005347555710209741
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,8192,0.026538666751649644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,10240,0.03197155396143595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,6144,0.020963556236690942
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,16384,0.0448000000582801
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,5120,0.019711999429596793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,4096,0.016156444946924847
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,3584,0.015445333388116626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,3072,0.01459200017982059
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,65536,0.22291911972893608
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,2560,0.013397333522637686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,12288,0.03592533204290602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,2048,0.011605333122942181
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,1024,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,512,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,768,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,256,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,128,0.004295111116435793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,64,0.003527111063400904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,32,0.0032711111836963226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,1536,0.01035377797153261
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,10240,0.023637332850032385
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,16384,0.035071998834609985
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,7168,0.025628444221284654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,7168,0.01789155602455139
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,4096,0.01311288856797748
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,12288,0.02864355511135525
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,3584,0.012686221963829465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,3072,0.011975111232863532
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,5120,0.015274667077594332
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,2560,0.010865777730941772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,8192,0.019313777486483257
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,1536,0.009756444229020013
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,2048,0.011491555306646558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,1024,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,768,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,256,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,512,0.006115555349323485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,128,0.003640888879696528
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,64,0.003527111063400904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,32,0.003072000005178981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,6144,0.01607111096382141
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,10240,0.017464889420403373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,8192,0.01587199999226464
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,16384,0.02773333258099026
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,6144,0.01351111133893331
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,5120,0.012458666331238218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,7168,0.014762666490342883
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,12288,0.021503999829292297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,65536,0.18628266122606066
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,4096,0.012544000314341651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,3072,0.01126399967405531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,3584,0.012060444388124677
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,2560,0.010410666465759277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,2048,0.008960000342792934
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,1536,0.00958577791849772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,1024,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,768,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,512,0.006115555349323485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,256,0.004607999904288186
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,64,0.0034133332471052804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,128,0.0034417777011791864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,32,0.002986666642957263
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,12288,0.016213332613309223
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,10240,0.01683911184469859
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,16384,0.019740444090631273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,8192,0.014734221829308404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,6144,0.012856889102194043
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,5120,0.012145777543385824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,4096,0.011719110939237805
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,3072,0.010268444816271463
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,3584,0.010865777730941772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,65536,0.10114844640096028
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,2560,0.010211555494202508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,7168,0.014819555812411837
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,1536,0.008391111261314815
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,1024,0.007708444363541073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,512,0.005944889038801193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,2048,0.009215999808576372
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,256,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,128,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,64,0.0032426667296224167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,32,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,768,0.0069120000633928515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,10240,0.01126399967405531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,12288,0.0120319997270902
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,65536,0.06269155608283149
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,16384,0.013653332988421122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,6144,0.009301332963837517
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,7168,0.00978488889005449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,8192,0.010325333310498131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,5120,0.008732444710201686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,3072,0.0075093333919843035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,2560,0.007196444604131911
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,3584,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,4096,0.007992888490358988
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,65536,0.07992888821495904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,1024,0.0063999998900625445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,65536,0.03842844565709432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,1536,0.006684444430801604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,2048,0.006883555402358373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,32,0.004209777961174647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,256,0.004408888932731417
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,64,0.004067555483844546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,128,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,768,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,12288,0.009329777624871995
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,16384,0.010382222632567087
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,10240,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,8192,0.008362666600280339
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,512,0.00608711110221015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,7168,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,6144,0.007651555869314406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,5120,0.00739555557568868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,65536,0.02616888946957058
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,65536,0.14168177710639104
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,4096,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,3072,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,2048,0.006542222367392645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,2560,0.007480888730949826
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,1024,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,1536,0.006599111275540457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,768,0.006826666494210561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,512,0.0059164443777667145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,256,0.004209777961174647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,3584,0.0075662218862109715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,128,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,64,0.004067555483844546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,32,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,10240,0.007992888490358988
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,12288,0.00830577810605367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,16384,0.00884622252649731
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,65536,0.015246222416559855
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,7168,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,8192,0.007708444363541073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,6144,0.007537778053018782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,4096,0.007196444604131911
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,5120,0.007623111208279927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,2048,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,3584,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,2560,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,3072,0.006798222247097228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,768,0.006798222247097228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,256,0.005034666508436203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,512,0.005888000130653381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,1024,0.0053191110491752625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,64,0.004010666575696734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,32,0.0040960001448790235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,1536,0.005859555469618903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,65536,0.014848000473446317
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,128,0.004408888932731417
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,16384,0.008504889077610439
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,12288,0.0079644446571668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,7168,0.0075093333919843035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,10240,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,8192,0.007537778053018782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,4096,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,6144,0.007338666253619724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,3584,0.006940444310506185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,3072,0.006656000183688269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,5120,0.007338666253619724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,2048,0.006627555522653792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,1536,0.005631999837027655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,1024,0.005290666802061929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,512,0.005802666561471091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,768,0.006656000183688269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,2560,0.006684444430801604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,256,0.004977777600288391
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,64,0.0039822223285834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,128,0.004295111116435793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,32,0.0040960001448790235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,5120,0.4184746742248535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,4096,0.33638400501675075
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,6144,0.5038648711310493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,7168,0.6383502218458388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,8192,0.7276373439364963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,2560,0.2209564447402954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,3584,0.29835377799140084
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,2048,0.174563553598192
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,3072,0.2612053288353814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,256,0.03376355436113145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,128,0.019313777486483257
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,64,0.015615999698638916
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,512,0.05404444535573324
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,10240,0.8701155450608996
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,32,0.014335999886194864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,1536,0.14697244432237414
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,768,0.0762595534324646
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,1024,0.09585777918497722
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,7168,0.17376711633470324
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,8192,0.17581510543823242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,10240,0.22004622883266875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,5120,0.1241884496476915
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,12288,0.25966933038499623
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,16384,0.3890062173207601
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,4096,0.09065244595209758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,12288,1.021297772725423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,6144,0.13576532734764948
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,3072,0.0729315545823839
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,2048,0.04972088999218411
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,768,0.02144711050722334
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,1536,0.03990755478541056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,1024,0.02815999918513828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,128,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,256,0.010296888649463654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,64,0.006030222194062338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,512,0.01535999940501319
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,32,0.0053191110491752625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,2560,0.06226488616731432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,3584,0.0818915565808614
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,8192,0.13852443959977892
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,7168,0.1247004403008355
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,10240,0.1941617727279663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,12288,0.20687645011477998
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,6144,0.09838933414883083
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,3584,0.06533688969082303
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,5120,0.08183466725879245
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,16384,0.2656426694658068
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,3072,0.05290666553709242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,1024,0.020081778367360432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,2048,0.03694933321740892
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,1536,0.02958222230275472
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,768,0.0169813334941864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,512,0.011548444628715515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,256,0.008533333738644918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,128,0.005688888745175467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,64,0.005973333285914526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,32,0.004693333473470476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,2560,0.04454400142033895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,16384,1.350314670138889
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,4096,0.0670435561074151
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,7168,0.09594311316808064
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,10240,0.13454222679138184
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,8192,0.12214044729868571
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,12288,0.15786666340298122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,5120,0.07028622097439237
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,16384,0.20804266134897867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,6144,0.08285866843329535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,3584,0.05091555582152473
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,3072,0.044714666075176664
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,1536,0.024632889363500807
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,2560,0.03794488973087735
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,512,0.010325333310498131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,1024,0.018346667289733887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,768,0.013368888861603208
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,2048,0.030919111437267725
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,256,0.006940444310506185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,128,0.005575110928879843
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,32,0.004323555363549126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,64,0.005176888985766305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,4096,0.0610133343272739
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,10240,0.1156266662809584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,12288,0.1350542174445258
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,16384,0.17726577652825248
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,5120,0.05765689081615872
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,8192,0.09250133567386204
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,4096,0.04596622122658623
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,3584,0.04263822237650553
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,7168,0.07850666840871175
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,6144,0.06789688931571113
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,3072,0.03731911049948798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,1536,0.019911110401153564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,2048,0.02608355548646715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,2560,0.03205688794453939
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,256,0.006200888918505774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,512,0.009301332963837517
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,768,0.011719110939237805
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,1024,0.015644444359673392
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,64,0.0047786666287316214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,32,0.0038968887594011095
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,128,0.0052622221410274506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,65536,1.298375129699707
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,10240,0.1033102207713657
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,8192,0.091903997792138
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,12288,0.13067377938164607
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,65536,1.098666614956326
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,16384,0.17399466037750244
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,7168,0.07105422019958496
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,5120,0.05205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,4096,0.04184177849027845
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,2560,0.02887111239963108
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,1536,0.017948443690935772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,2048,0.023751111494170293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,3072,0.03458844290839301
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,3584,0.03888355692227682
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,768,0.011008000208271874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,256,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,1024,0.013368888861603208
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,512,0.008760888543393876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,128,0.005120000077618493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,32,0.0038115556041399636
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,64,0.004607999904288186
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,65536,0.8636586931016711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,6144,0.06778311067157321
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,8192,0.07537777556313409
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,10240,0.09014044205347697
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,12288,0.11278222666846381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,16384,0.1334044403500027
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,6144,0.056519110997517906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,5120,0.044657776753107704
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,4096,0.03663644525739882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,65536,0.6759537590874566
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,3584,0.03803022371398078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,2048,0.02070755594306522
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,2560,0.028216888507207234
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,3072,0.03359288970629374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,1536,0.01811911165714264
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,768,0.010382222632567087
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,512,0.008277333445019191
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,64,0.004295111116435793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,128,0.005233777893914117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,32,0.003527111063400904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,256,0.006200888918505774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,1024,0.013596444494194455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,7168,0.07133866680992974
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,12288,0.08937244282828437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,8192,0.05944889121585422
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,7168,0.050176001257366605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,4096,0.03103289008140564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,5120,0.03700622253947788
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,3584,0.02756266627046797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,6144,0.043775998883777194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,10240,0.07054222292370267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,3072,0.024519110719362896
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,2048,0.016952888833151925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,2560,0.022300443715519373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,1536,0.014165333575672574
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,1024,0.010666666759385003
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,256,0.005859555469618903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,768,0.009756444229020013
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,64,0.004209777961174647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,32,0.0034702221552530923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,128,0.004977777600288391
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,512,0.008021333151393467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,16384,0.11431822511884902
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,65536,0.5812622176276313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,10240,0.06621866756015353
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,7168,0.05048888921737671
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,8192,0.05697421895133125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,12288,0.07230577866236369
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,3584,0.023409777217441138
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,6144,0.03655111127429538
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,16384,0.09602844715118408
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,5120,0.03177244464556376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,4096,0.025799110531806946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,3072,0.021162667208247717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,1536,0.012373333175977072
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,2048,0.014876445134480795
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,2560,0.01777777738041348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,1024,0.009813333551088968
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,768,0.00830577810605367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,256,0.005432888865470886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,128,0.004750222381618288
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,512,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,32,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,64,0.0040960001448790235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,65536,0.5572266578674316
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,10240,0.058083554108937584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,12288,0.07131022214889526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,16384,0.09679644637637669
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,6144,0.03399111164940728
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,8192,0.049806220663918384
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,7168,0.043975111511018544
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,3584,0.021162667208247717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,3072,0.019370666808552213
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,4096,0.02306844459639655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,2560,0.016696888539526198
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,1536,0.011377777490350934
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,2048,0.013966222604115805
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,768,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,512,0.006513777706358168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,1024,0.009159111314349705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,256,0.005290666802061929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,64,0.0039822223285834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,32,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,128,0.004693333473470476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,5120,0.031488001346588135
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,12288,0.059306667910681836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,16384,0.07384177711274889
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,65536,0.41110756662156844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,10240,0.05165511038568285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,65536,0.3789084487491184
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,7168,0.03959466682540046
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,4096,0.021048888564109802
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,6144,0.03566933340496487
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,3072,0.018033777674039204
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,2560,0.0159288893143336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,2048,0.013340444200568728
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,1024,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,5120,0.03259733319282532
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,1536,0.011150221857759686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,768,0.007338666253619724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,3584,0.019740444090631273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,512,0.006229333165619109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,32,0.0032142222755485107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,256,0.0052622221410274506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,64,0.0038399998512532976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,128,0.004551110996140374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,8192,0.047672887643178306
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,8192,0.03512888815667894
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,65536,0.2941155433654785
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,7168,0.031544887357287936
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,16384,0.06323199801974826
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,6144,0.02833066715134515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,3584,0.0177208897140291
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,3072,0.016042666302786935
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,4096,0.01996799972322252
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,2560,0.014307555225160388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,5120,0.023893333143658105
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,2048,0.012544000314341651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,1536,0.010751999914646149
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,768,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,512,0.006172444257471297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,1024,0.008447999755541483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,10240,0.04124444391992357
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,128,0.004352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,256,0.005176888985766305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,64,0.00369777778784434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,32,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,12288,0.049208889404932656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,7168,0.02682311170630985
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,10240,0.034986668162875705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,8192,0.03012266755104065
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,6144,0.02343822187847561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,12288,0.04150044586923387
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,4096,0.016952888833151925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,16384,0.0562631090482076
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,3584,0.015672889020707872
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,5120,0.02048000031047397
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,2560,0.01311288856797748
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,3072,0.014307555225160388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,2048,0.011576889289749993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,1024,0.007992888490358988
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,768,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,512,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,1536,0.010325333310498131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,128,0.004295111116435793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,64,0.0034417777011791864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,32,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,256,0.005176888985766305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,10240,0.02804622385236952
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,65536,0.26063643561469185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,12288,0.03285333183076646
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,7168,0.022499556342760723
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,5120,0.016042666302786935
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,6144,0.01817599932352702
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,8192,0.023267555567953322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,3584,0.013340444200568728
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,16384,0.04004977809058295
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,3072,0.012629333469602795
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,2560,0.011548444628715515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,2048,0.011576889289749993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,4096,0.014051554931534661
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,1024,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,768,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,512,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,256,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,128,0.003726222034957674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,1536,0.009870222045315636
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,64,0.003612444632583194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,32,0.003072000005178981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,12288,0.023921777804692585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,10240,0.021902221772405837
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,16384,0.030037333567937214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,8192,0.017265778448846605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,6144,0.014364444547229342
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,4096,0.011918221910794577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,5120,0.01308444473478529
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,3584,0.011349333657158745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,3072,0.010865777730941772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,7168,0.017066667477289837
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,2560,0.009870222045315636
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,2048,0.008447999755541483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,65536,0.21822578377193877
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,768,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,1024,0.00776533368561003
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,1536,0.00958577791849772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,512,0.00608711110221015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,256,0.004579555657174853
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,32,0.002986666642957263
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,128,0.003527111063400904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,64,0.0034417777011791864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,12288,0.018375110295083787
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,16384,0.024120888776249353
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,8192,0.01407999959256914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,7168,0.012913777596420713
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,6144,0.011861333416567909
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,5120,0.011861333416567909
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,4096,0.010097777677906884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,10240,0.017550221747822232
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,3072,0.009016888837019602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,2048,0.00793599999613232
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,2560,0.008618666893906063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,1536,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,65536,0.09702399704191421
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,768,0.006883555402358373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,3584,0.010296888649463654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,512,0.005973333285914526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,1024,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,256,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,64,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,32,0.004209777961174647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,128,0.00349866681628757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,16384,0.017095110482639737
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,10240,0.012913777596420713
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,7168,0.011207111179828644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,8192,0.012401777837011548
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,65536,0.17974044217003715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,6144,0.010296888649463654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,4096,0.008447999755541483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,5120,0.009187555147541894
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,3072,0.00776533368561003
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,3584,0.008163555628723567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,12288,0.015416888727082146
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,2560,0.0075093333919843035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,65536,0.13294933901892766
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,2048,0.007082666787836287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,1536,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,768,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,65536,0.07404088973999023
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,512,0.006542222367392645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,128,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,64,0.0032426667296224167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,1024,0.006599111275540457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,12288,0.010126222338941362
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,16384,0.011576889289749993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,256,0.004323555363549126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,7168,0.008163555628723567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,8192,0.008647110727098253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,32,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,3584,0.007708444363541073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,4096,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,3072,0.006940444310506185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,10240,0.010097777677906884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,2560,0.007480888730949826
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,1536,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,2048,0.006684444430801604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,5120,0.0075093333919843035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,65536,0.034133334954579674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,768,0.006826666494210561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,256,0.004266666869322459
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,512,0.006030222194062338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,64,0.0040960001448790235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,32,0.004209777961174647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,128,0.0033564445459180405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,65536,0.06109866831037733
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,6144,0.007992888490358988
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,1024,0.006286222073766921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,12288,0.008391111261314815
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,16384,0.009272889130645329
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,10240,0.008192000289758047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,7168,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,65536,0.01956977778010898
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,3584,0.007253333098358578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,8192,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,6144,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,3072,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,2560,0.006798222247097228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,4096,0.007253333098358578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,2048,0.007111111448870764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,1536,0.006030222194062338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,5120,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,768,0.006798222247097228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,512,0.005944889038801193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,128,0.00443733317984475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,256,0.004181333300140169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,64,0.004067555483844546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,32,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,1024,0.005461333526505365
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,16384,0.01015466699997584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,12288,0.00884622252649731
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,65536,0.013653332988421122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,7168,0.008163555628723567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,8192,0.008447999755541483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,4096,0.007679999702506595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,5120,0.007452444069915348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,3584,0.0075093333919843035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,10240,0.008789333204428354
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,3072,0.006656000183688269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,2560,0.006684444430801604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,1536,0.005631999837027655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,2048,0.006599111275540457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,512,0.005859555469618903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,6144,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,256,0.004977777600288391
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,128,0.004380444271696938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,64,0.0039822223285834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,32,0.004067555483844546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,768,0.006769777586062749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,16384,0.009045333498054082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,1024,0.0052622221410274506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,10240,0.008533333738644918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,12288,0.008760888543393876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,65536,0.012572444147533841
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,8192,0.008248888783984715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,7168,0.008021333151393467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,6144,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,3584,0.0074240002367231585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,4096,0.007651555869314406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,3072,0.006485333459244833
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,2560,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,1536,0.005518222020732031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,2048,0.006656000183688269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,768,0.006627555522653792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,1024,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,512,0.005774222314357758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,5120,0.007338666253619724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,64,0.0039822223285834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,32,0.004039111236731212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,256,0.005034666508436203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,128,0.004266666869322459
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,4096,0.33348266283671063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,5120,0.4206079906887478
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,6144,0.5010204315185547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,7168,0.6436408890618218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,3584,0.29960534307691783
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,2560,0.21845332781473795
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,8192,0.7258168856302897
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,3072,0.2591288884480794
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,2048,0.18651021851433647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,1536,0.13519644737243652
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,1024,0.09924266735712688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,512,0.05333333214124044
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,128,0.01945600079165565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,32,0.014165333575672574
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,10240,0.9071502685546875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,64,0.015189333094490899
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,256,0.0329386658138699
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,768,0.0744675530327691
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,12288,0.9984000523885092
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,7168,0.15300267272525364
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,8192,0.17794844839307997
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,12288,0.2527857886420356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,4096,0.08982755740483601
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,10240,0.21816889444986978
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,6144,0.13377422756618923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,5120,0.11221333344777425
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,2048,0.04827022221353319
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,2560,0.06001777781380547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,3584,0.08112355735566881
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,3072,0.07168000274234347
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,512,0.015246222416559855
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,1536,0.04110222061475118
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,768,0.021162667208247717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,256,0.010211555494202508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,1024,0.029354665014478896
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,32,0.0052622221410274506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,64,0.006030222194062338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,128,0.007111111448870764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,16384,0.37395911746554905
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,16384,1.339761734008789
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,12288,0.23062756326463488
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,7168,0.12578133742014566
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,8192,0.1357084380255805
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,10240,0.17115022076500785
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,6144,0.09628444247775608
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,5120,0.08194844590293036
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,4096,0.06658844153086345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,3072,0.051854223012924194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,1024,0.020053333706325956
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,768,0.015246222416559855
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,2048,0.03646577729119195
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,1536,0.029013332393434312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,256,0.007907555335097844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,2560,0.04394666684998406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,128,0.005745777653323279
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,64,0.0058311112225055695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,32,0.004664888812435998
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,512,0.012686221963829465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,16384,0.2620302306281196
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,3584,0.06482488579220243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,8192,0.11064889033635457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,12288,0.15627377563052708
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,10240,0.13246577315860325
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,6144,0.08192000124189588
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,7168,0.09531733062532212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,5120,0.06966044505437215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,4096,0.0566613343026903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,16384,0.2492871019575331
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,3584,0.04963555600908068
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,2048,0.030549334155188665
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,3072,0.04411733481619093
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,512,0.010382222632567087
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,1024,0.01678222252262963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,768,0.013340444200568728
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,64,0.005176888985766305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,2560,0.040476444694730974
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,256,0.007623111208279927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,128,0.005375999957323074
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,32,0.004295111116435793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,1536,0.02426311042573717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,8192,0.09144888983832465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,10240,0.11249778005811904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,12288,0.13220977783203125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,16384,0.17632710933685303
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,7168,0.07773866918351915
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,6144,0.06678755415810479
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,4096,0.0458808872434828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,5120,0.05671822362475925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,3584,0.04184177849027845
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,1536,0.020167110694779288
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,2048,0.025656888882319134
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,2560,0.031488001346588135
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,3072,0.037091556522581316
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,1024,0.015786666009161208
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,256,0.006172444257471297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,512,0.009329777624871995
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,768,0.011690666278203329
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,128,0.005120000077618493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,64,0.0047217777205838096
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,32,0.0038684445122877755
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,65536,1.4877867168850367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,10240,0.11158755090501572
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,65536,1.0910719765557182
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,12288,0.12902400228712294
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,8192,0.0820337798860338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,7168,0.07034311029646131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,16384,0.15667200088500977
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,4096,0.04096000062094794
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,6144,0.060899555683135986
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,5120,0.051854223012924194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,3584,0.03834311167399088
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,1536,0.018062222335073683
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,2048,0.023324444890022278
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,1024,0.013255111045307584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,768,0.010979555547237396
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,512,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,2560,0.028785778416527644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,3072,0.03393422232733832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,256,0.006115555349323485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,128,0.005120000077618493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,32,0.003726222034957674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,64,0.004551110996140374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,8192,0.07569066683451335
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,65536,0.8437191115485297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,10240,0.0896000001165602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,12288,0.11207111676534016
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,5120,0.04764444298214383
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,7168,0.07065600156784058
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,16384,0.13784178098042807
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,6144,0.060216890441046826
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,2560,0.027875555886162653
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,4096,0.03635199864705404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,1024,0.011832888755533429
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,768,0.010296888649463654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,2048,0.022869333624839783
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,512,0.008163555628723567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,1536,0.01826133330663045
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,128,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,64,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,256,0.006229333165619109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,3584,0.035100443495644465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,32,0.003527111063400904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,3072,0.03308088911904229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,65536,0.682979530758328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,10240,0.0697173343764411
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,8192,0.05879466401206123
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,16384,0.11360711521572536
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,12288,0.08732444710201687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,7168,0.050232887268066406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,6144,0.04349155558480156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,3584,0.027278222971492346
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,5120,0.03694933321740892
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,2560,0.020280889338917203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,4096,0.030833777454164293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,2048,0.016696888539526198
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,1536,0.013795555465751223
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,256,0.0058311112225055695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,512,0.007224889265166388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,3072,0.024149333437283833
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,768,0.009130666653315226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,1024,0.010666666759385003
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,32,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,64,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,128,0.004949333353175057
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,65536,0.5718755722045898
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,7168,0.04508444335725573
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,8192,0.04798577891455757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,10240,0.06983111302057902
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,12288,0.07992888821495904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,4096,0.024746666351954143
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,3584,0.023210666245884363
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,5120,0.031146665414174397
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,16384,0.10333866543240017
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,3072,0.0207360006040997
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,2560,0.017635555730925668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,2048,0.014876445134480795
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,1024,0.009557333257463243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,256,0.005461333526505365
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,768,0.008419555922349295
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,512,0.006456888798210356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,32,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,128,0.0047217777205838096
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,64,0.004010666575696734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,1536,0.01351111133893331
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,12288,0.0721635553571913
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,6144,0.03913955556021796
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,16384,0.08738133642408584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,8192,0.04844089017974006
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,7168,0.037717332442601524
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,6144,0.03305244445800781
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,10240,0.05723022090064155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,5120,0.028615110450320776
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,3584,0.02090666691462199
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,3072,0.01851733360025618
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,4096,0.02258488867017958
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,2560,0.015985776980717976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,2048,0.013425778183672162
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,512,0.006314666734801398
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,1024,0.009016888837019602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,768,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,1536,0.01129244433508979
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,256,0.005290666802061929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,32,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,128,0.004579555657174853
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,64,0.003953777667548922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,65536,0.4935679965549045
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,65536,0.41386667887369794
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,8192,0.04383288820584615
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,10240,0.05415822068850199
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,12288,0.06365866793526544
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,7168,0.038741333617104426
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,16384,0.07210666603512235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,4096,0.020679111282030743
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,3584,0.019342222147517733
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,3072,0.018204443984561496
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,2560,0.015615999698638916
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,1536,0.011150221857759686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,6144,0.03663644525739882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,1024,0.008760888543393876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,768,0.007139555282062954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,2048,0.014364444547229342
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,256,0.005120000077618493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,128,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,32,0.0034133332471052804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,64,0.0038115556041399636
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,512,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,5120,0.02830222249031067
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,65536,0.33243023024664986
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,7168,0.030549334155188665
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,16384,0.06212266948488024
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,65536,0.3093617757161458
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,6144,0.029041777054468792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,4096,0.019854222734769184
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,5120,0.023409777217441138
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,3072,0.016156444946924847
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,2560,0.01402311192618476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,2048,0.012088889049159156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,1536,0.010126222338941362
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,12288,0.048156443569395274
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,8192,0.034986668162875705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,1024,0.008163555628723567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,768,0.007111111448870764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,512,0.006115555349323485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,256,0.005176888985766305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,64,0.00369777778784434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,128,0.004266666869322459
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,32,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,10240,0.04053333401679993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,3584,0.019114666514926486
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,10240,0.03393422232733832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,16384,0.05230933427810669
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,8192,0.029098666376537744
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,12288,0.040419555372662015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,4096,0.017237333787812125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,5120,0.019370666808552213
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,6144,0.02318222158484989
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,3584,0.015473778049151102
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,7168,0.02639644510216183
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,3072,0.014222222897741528
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,2560,0.013425778183672162
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,2048,0.011548444628715515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,1536,0.009841777384281158
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,1024,0.007907555335097844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,768,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,512,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,64,0.0033564445459180405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,32,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,256,0.005148444324731827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,128,0.004209777961174647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,16384,0.03919644488228692
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,10240,0.0273635552989112
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,65536,0.28009245130750865
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,12288,0.0321706665886773
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,8192,0.022897778285874262
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,7168,0.02050844497150845
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,4096,0.014193778236707052
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,65536,0.21575110488467744
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,3584,0.013283555706342062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,5120,0.015957333975368075
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,6144,0.018403554956118267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,3072,0.012430222498046027
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,1024,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,1536,0.009728000395827824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,2048,0.01146311147345437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,2560,0.012145777543385824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,128,0.0037546666959921518
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,512,0.006115555349323485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,256,0.005148444324731827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,768,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,64,0.003583999971548716
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,32,0.003072000005178981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,12288,0.023296000228987798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,7168,0.015416888727082146
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,6144,0.014051554931534661
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,5120,0.012885332935386233
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,8192,0.016526222229003906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,4096,0.011576889289749993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,3584,0.011150221857759686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,3072,0.010581333604123859
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,2560,0.009528888596428765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,10240,0.019655111763212416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,2048,0.008277333445019191
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,1024,0.00776533368561003
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,16384,0.029326223664813574
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,1536,0.00958577791849772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,768,0.006968888971540663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,512,0.006030222194062338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,64,0.0033564445459180405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,32,0.0029297777348094513
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,256,0.004664888812435998
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,128,0.003583999971548716
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,65536,0.17789155907101104
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,12288,0.018232888645595975
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,10240,0.015246222416559855
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,8192,0.013567999833159976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,6144,0.011804444094498953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,16384,0.023608888188997906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,4096,0.009927111367384592
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,5120,0.010951110886202918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,7168,0.013653332988421122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,3584,0.009472000102202097
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,3072,0.008590222232871586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,2048,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,2560,0.008135110967689091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,1024,0.006940444310506185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,768,0.006826666494210561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,1536,0.0074240002367231585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,256,0.00443733317984475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,128,0.0034417777011791864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,512,0.0059164443777667145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,64,0.0029013332807355454
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,32,0.004181333300140169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,12288,0.013966222604115805
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,16384,0.017123555143674214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,10240,0.012828444441159567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,6144,0.01015466699997584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,8192,0.012117333710193634
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,5120,0.009159111314349705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,7168,0.010808889236715106
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,2560,0.007281777759393056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,4096,0.008277333445019191
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,3072,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,2048,0.007082666787836287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,65536,0.145123561223348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,3584,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,1536,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,1024,0.006343110981914733
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,256,0.004323555363549126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,768,0.006798222247097228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,128,0.0033564445459180405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,512,0.006314666734801398
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,64,0.004039111236731212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,32,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,12288,0.010040889183680216
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,16384,0.011633777783976661
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,10240,0.009187555147541894
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,7168,0.008163555628723567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,8192,0.008419555922349295
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,6144,0.007679999702506595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,5120,0.00739555557568868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,3584,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,4096,0.006968888971540663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,3072,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,2048,0.006485333459244833
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,2560,0.00739555557568868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,1536,0.006599111275540457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,65536,0.071651558081309
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,1024,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,65536,0.09435022539562649
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,512,0.006001777946949005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,65536,0.0314026673634847
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,256,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,128,0.004408888932731417
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,32,0.004181333300140169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,768,0.006798222247097228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,12288,0.008476444416575963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,65536,0.05188266767395867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,16384,0.009045333498054082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,8192,0.007679999702506595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,10240,0.008021333151393467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,64,0.004039111236731212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,6144,0.0074240002367231585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,7168,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,5120,0.0075093333919843035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,4096,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,3584,0.007139555282062954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,2560,0.006599111275540457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,1536,0.0059164443777667145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,2048,0.006968888971540663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,1024,0.005404444618357553
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,65536,0.019256888164414298
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,768,0.006798222247097228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,512,0.005888000130653381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,3072,0.006741333338949416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,128,0.004380444271696938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,256,0.005091555416584015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,64,0.004039111236731212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,32,0.008220444122950235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,16384,0.009102221992280748
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,10240,0.008789333204428354
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,65536,0.013425778183672162
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,7168,0.008049777812427944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,5120,0.007367110914654202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,12288,0.00884622252649731
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,8192,0.008447999755541483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,4096,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,3584,0.0075662218862109715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,3072,0.006656000183688269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,2560,0.006741333338949416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,1024,0.0052622221410274506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,768,0.006741333338949416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,512,0.005802666561471091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,6144,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,128,0.004323555363549126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,256,0.004949333353175057
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,64,0.0039822223285834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,32,0.004039111236731212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,1536,0.005660444498062134
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,16384,0.009073778159088558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,2048,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,12288,0.008618666893906063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,10240,0.008789333204428354
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,7168,0.007907555335097844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,8192,0.008248888783984715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,6144,0.007537778053018782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,4096,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,3584,0.007480888730949826
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,3072,0.006513777706358168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,2048,0.006656000183688269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,1024,0.0058311112225055695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,65536,0.012629333469602795
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,1536,0.00554666668176651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,5120,0.007338666253619724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,2560,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,768,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,512,0.005717333406209946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,64,0.003925333420435588
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,256,0.004892444445027245
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,32,0.004010666575696734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,128,0.004266666869322459
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,4096,0.33097955915662974
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,6144,0.49066665437486434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,7168,0.5779911147223579
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,5120,0.41898666487799746
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,2048,0.1717475520239936
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,8192,0.7395840220981174
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,2560,0.21651911735534668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,3584,0.29627733760409886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,512,0.05307733350329929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,10240,0.8196266492207845
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,768,0.07128177748786078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,64,0.01223111069864697
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,128,0.019711999429596793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,256,0.031203554736243352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,32,0.008647110727098253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,1536,0.13329066170586482
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,3072,0.25398045116000706
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,1024,0.09267199701733059
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,12288,0.9631573359171549
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,8192,0.18167466587490508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,10240,0.22061510880788168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,7168,0.16068266497717962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,12288,0.28524088859558105
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,6144,0.13735822836558023
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,4096,0.10231466425789727
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,3584,0.08467911349402533
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,2560,0.06317510869767931
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,5120,0.116138670179579
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,768,0.023352889551056757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,1024,0.029895110262764826
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,1536,0.04181333382924398
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,512,0.01681066718366411
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,256,0.00978488889005449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,128,0.006030222194062338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,16384,0.3744995594024658
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,32,0.004039111236731212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,64,0.004693333473470476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,3072,0.0744675530327691
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,2048,0.054670221275753446
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,16384,1.315896881951226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,8192,0.12822755177815756
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,7168,0.11050666703118218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,12288,0.22132621871100533
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,6144,0.09531733062532212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,5120,0.08109511269463433
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,4096,0.06582044230567084
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,10240,0.17129245069291857
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,3072,0.05097244514359368
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,1536,0.02804622385236952
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,1024,0.019825778073734708
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,2048,0.035953776703940496
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,3584,0.05859555800755819
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,768,0.015075556106037565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,128,0.005432888865470886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,64,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,256,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,32,0.003726222034957674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,512,0.011519999967681037
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,2560,0.04343466626273262
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,16384,0.25321245193481445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,8192,0.12071822749243842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,7168,0.09543110926946004
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,10240,0.14537955654992
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,12288,0.167139556672838
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,5120,0.07071289088990954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,16384,0.23873421880933973
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,3584,0.051797333690855235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,6144,0.08348444435331558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,2048,0.032483554548687406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,3072,0.043235556946860425
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,768,0.013283555706342062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,1536,0.02400711178779602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,2560,0.03700622253947788
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,256,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,128,0.004949333353175057
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,64,0.004067555483844546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,512,0.011235555840863122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,32,0.003612444632583194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,1024,0.01811911165714264
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,4096,0.06124089161554972
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,12288,0.13442844814724392
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,10240,0.11903999911414252
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,8192,0.09853155745400323
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,7168,0.08573155270682441
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,6144,0.07432533635033502
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,5120,0.06380089124043782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,16384,0.18241422706180146
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,3584,0.046705779102113515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,4096,0.05592177973853218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,3072,0.0362097786532508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,2560,0.031146665414174397
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,1024,0.014279110564125909
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,768,0.011747555600272285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,2048,0.02517333295610216
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,256,0.006058666855096817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,512,0.009955555200576782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,64,0.0038684445122877755
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,128,0.004864000197913912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,32,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,1536,0.019996444384257
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,12288,0.12501333819495306
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,16384,0.15835021601782903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,8192,0.09591466850704616
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,10240,0.11628088686201309
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,7168,0.08322844240400526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,6144,0.07236266798443265
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,5120,0.06192355685763889
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,3584,0.04571022258864509
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,4096,0.05125688844256931
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,65536,1.3881173663669164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,3072,0.03362133436732822
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,2048,0.02306844459639655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,1536,0.018005333013004728
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,768,0.010951110886202918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,1024,0.013198222551080914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,2560,0.030435555511050757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,512,0.008789333204428354
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,32,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,64,0.00369777778784434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,128,0.004551110996140374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,256,0.006030222194062338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,65536,1.078414175245497
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,65536,0.6595982445610894
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,10240,0.08055466413497925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,12288,0.1188124418258667
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,65536,0.7996302180820041
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,16384,0.13681777318318686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,5120,0.043747554222742714
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,7168,0.06405688656700982
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,6144,0.051029334465662636
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,8192,0.06747021940019396
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,3584,0.03228444523281521
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,4096,0.0389120015833113
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,3072,0.02773333258099026
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,512,0.008021333151393467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,1024,0.011633777783976661
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,2048,0.0192284451590644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,1536,0.015246222416559855
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,256,0.005603555589914322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,64,0.003726222034957674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,128,0.004380444271696938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,32,0.003555555724435382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,768,0.010581333604123859
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,2560,0.025457777910762366
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,10240,0.07310222254859076
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,12288,0.0872960024409824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,16384,0.12313600381215413
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,5120,0.04303644431961907
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,65536,0.6613048977322048
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,6144,0.04872533347871569
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,7168,0.05489777856402927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,3584,0.026766222384240892
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,2560,0.021930666433440313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,3072,0.023751111494170293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,8192,0.06189511219660441
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,1536,0.013539555172125498
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,768,0.009045333498054082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,2048,0.016696888539526198
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,256,0.005375999957323074
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,128,0.004551110996140374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,512,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,64,0.003640888879696528
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,4096,0.030748443471060857
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,32,0.0034133332471052804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,1024,0.01146311147345437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,8192,0.05117155445946587
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,10240,0.05859555800755819
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,12288,0.07250489128960504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,6144,0.0380586650636461
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,5120,0.033422221740086876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,4096,0.026766222384240892
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,3584,0.022783999641736347
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,3072,0.019911110401153564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,16384,0.09230222304662068
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,2048,0.014364444547229342
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,7168,0.043121778302722506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,768,0.008135110967689091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,1024,0.0096142225795322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,1536,0.011946666571829053
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,512,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,2560,0.01720888912677765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,256,0.005233777893914117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,32,0.0034702221552530923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,128,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,64,0.003527111063400904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,10240,0.0549831125471327
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,12288,0.06422755453321669
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,65536,0.4909795655144586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,16384,0.08641422457165188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,4096,0.02221511138810052
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,7168,0.04167111052407158
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,3584,0.0207360006040997
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,3072,0.018232888645595975
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,2560,0.015758223003811307
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,5120,0.03475911087459988
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,6144,0.03933866818745931
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,1536,0.011207111179828644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,2048,0.013397333522637686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,768,0.007338666253619724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,256,0.005176888985766305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,512,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,128,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,64,0.0033564445459180405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,32,0.0032711111836963226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,1024,0.009699555734793345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,8192,0.04881066746181912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,65536,0.4591502083672418
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,8192,0.03842844565709432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,7168,0.03421866562631395
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,16384,0.07594666878382365
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,6144,0.030947556098302204
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,5120,0.028359111812379625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,4096,0.020650666620996263
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,3072,0.01686755485004849
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,3584,0.019114666514926486
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,65536,0.3364693323771159
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,2560,0.016184889607959323
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,10240,0.045909331904517285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,2048,0.013312000367376538
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,768,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,1536,0.011121778024567498
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,512,0.006058666855096817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,256,0.005148444324731827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,64,0.003583999971548716
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,32,0.0032142222755485107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,128,0.004067555483844546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,1024,0.009528888596428765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,12288,0.0628053347269694
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,10240,0.03979377614127265
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,65536,0.2935182253519694
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,16384,0.06462577978769939
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,6144,0.02699377801683214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,5120,0.022840888963805303
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,4096,0.018887110882335238
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,3584,0.017976888351970248
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,3072,0.015957333975368075
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,2560,0.013966222604115805
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,2048,0.011975111232863532
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,1024,0.007992888490358988
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,1536,0.01018311083316803
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,512,0.00608711110221015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,128,0.003925333420435588
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,256,0.005148444324731827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,768,0.006940444310506185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,8192,0.035043554173575506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,64,0.003612444632583194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,32,0.003128888913326793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,7168,0.03171555532349481
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,12288,0.04607999987072415
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,65536,0.24849067793952095
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,12288,0.038599110311932035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,6144,0.022613333331214056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,7168,0.02588444451491038
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,4096,0.01649777756796943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,5120,0.01939911146958669
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,2560,0.013425778183672162
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,3584,0.015132443772421943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,3072,0.013966222604115805
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,2048,0.011491555306646558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,1536,0.009870222045315636
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,1024,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,16384,0.04889600144492256
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,8192,0.02815999918513828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,768,0.006940444310506185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,512,0.006058666855096817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,64,0.0034133332471052804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,128,0.003726222034957674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,10240,0.03424711028734843
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,32,0.003100444459252887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,256,0.0047217777205838096
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,10240,0.02614044480853611
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,8192,0.022272000710169475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,7168,0.018801778554916382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,12288,0.03052088949415419
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,6144,0.016952888833151925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,5120,0.015018666783968607
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,4096,0.013397333522637686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,3072,0.011633777783976661
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,2560,0.010808889236715106
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,3584,0.013454222016864352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,16384,0.03894044293297662
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,2048,0.00978488889005449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,1024,0.007452444069915348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,512,0.005944889038801193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,256,0.004551110996140374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,768,0.006826666494210561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,64,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,1536,0.008504889077610439
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,32,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,128,0.00349866681628757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,8192,0.01641244524055057
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,10240,0.019342222147517733
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,12288,0.022670222653283015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,7168,0.015303111738628812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,6144,0.013653332988421122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,5120,0.012401777837011548
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,4096,0.01129244433508979
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,3584,0.010495999621020423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,16384,0.02864355511135525
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,3072,0.010097777677906884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,2048,0.007992888490358988
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,2560,0.008988444175985124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,1536,0.007367110914654202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,768,0.006798222247097228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,1024,0.006769777586062749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,512,0.0059164443777667145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,128,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,64,0.0032426667296224167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,32,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,256,0.00443733317984475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,12288,0.017038222816255357
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,16384,0.02215822206603156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,65536,0.21228088272942436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,10240,0.015018666783968607
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,8192,0.013454222016864352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,6144,0.011519999967681037
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,5120,0.010751999914646149
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,3584,0.009215999808576372
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,4096,0.009699555734793345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,7168,0.013312000367376538
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,2560,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,3072,0.008163555628723567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,65536,0.176383998658922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,1024,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,768,0.006798222247097228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,1536,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,512,0.005888000130653381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,256,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,2048,0.007452444069915348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,64,0.004010666575696734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,32,0.004181333300140169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,128,0.0033564445459180405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,10240,0.012373333175977072
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,12288,0.013966222604115805
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,16384,0.015758223003811307
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,8192,0.011320888996124268
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,6144,0.009841777384281158
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,7168,0.011235555840863122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,5120,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,4096,0.008106666306654612
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,3072,0.007338666253619724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,2560,0.007082666787836287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,1536,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,3584,0.007907555335097844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,2048,0.006741333338949416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,65536,0.148707562022739
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,1024,0.006200888918505774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,65536,0.07065600156784058
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,512,0.005859555469618903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,65536,0.0924160016907586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,64,0.004010666575696734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,128,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,32,0.0040960001448790235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,256,0.004266666869322459
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,768,0.006883555402358373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,16384,0.011377777490350934
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,8192,0.00830577810605367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,10240,0.009073778159088558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,12288,0.010012444522645738
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,6144,0.007452444069915348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,5120,0.007253333098358578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,4096,0.006940444310506185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,3584,0.0075662218862109715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,3072,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,2560,0.007367110914654202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,7168,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,1536,0.0064284445510970215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,2048,0.006456888798210356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,1024,0.005518222020732031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,512,0.005888000130653381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,256,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,64,0.004010666575696734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,128,0.004352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,768,0.006769777586062749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,32,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,65536,0.031488001346588135
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,12288,0.008106666306654612
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,16384,0.009045333498054082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,8192,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,65536,0.017237333787812125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,7168,0.007480888730949826
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,6144,0.00739555557568868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,5120,0.00739555557568868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,4096,0.007111111448870764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,3584,0.006968888971540663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,10240,0.007907555335097844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,3072,0.006684444430801604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,2560,0.006741333338949416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,2048,0.006599111275540457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,1024,0.005290666802061929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,768,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,128,0.004295111116435793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,32,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,64,0.004039111236731212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,1536,0.005688888745175467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,512,0.008561777571837107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,16384,0.009159111314349705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,256,0.005034666508436203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,65536,0.013312000367376538
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,12288,0.008760888543393876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,10240,0.008533333738644918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,65536,0.051911112334993154
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,8192,0.00833422193924586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,7168,0.008021333151393467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,6144,0.0075662218862109715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,4096,0.007651555869314406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,3584,0.00739555557568868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,3072,0.006542222367392645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,2560,0.006684444430801604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,2048,0.006627555522653792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,1536,0.00554666668176651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,1024,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,768,0.006684444430801604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,512,0.005802666561471091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,256,0.004949333353175057
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,128,0.004295111116435793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,5120,0.00739555557568868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,64,0.003925333420435588
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,32,0.004010666575696734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,65536,0.012288000020715924
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,16384,0.008988444175985124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,6144,0.007452444069915348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,7168,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,12288,0.008618666893906063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,8192,0.008192000289758047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,10240,0.00867555538813273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,5120,0.007338666253619724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,3584,0.007196444604131911
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,3072,0.00637155564294921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,2048,0.006599111275540457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,1536,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,4096,0.007537778053018782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,2560,0.006684444430801604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,768,0.006542222367392645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,32,0.004010666575696734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,256,0.004864000197913912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,128,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,64,0.0038968887594011095
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,1024,0.005802666561471091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,512,0.005688888745175467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,5120,0.4174506664276123
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,4096,0.34178845087687176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,6144,0.5037226676940918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,3072,0.26962489551968044
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,7168,0.5824000040690104
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,8192,0.6657990879482693
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,3584,0.30720000796847874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,2560,0.22869332631429037
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,1024,0.09494755665461223
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,768,0.07028622097439237
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,128,0.014961777461899651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,64,0.009329777624871995
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,256,0.03657955593532986
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,512,0.05131377776463827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,32,0.0074240002367231585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,1536,0.1381831169128418
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,2048,0.17484800020853677
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,10240,0.8118613560994467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,8192,0.17806222703721789
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,12288,0.9675377739800347
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,10240,0.21270755926767984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,5120,0.11679289076063369
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,6144,0.14705777168273926
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,12288,0.2489173412322998
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,7168,0.16773688793182373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,16384,0.3255182107289632
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,4096,0.09477688868840535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,1536,0.04087466663784451
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,3584,0.08715377913581
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,2560,0.06189511219660441
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,256,0.009415110780133141
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,1024,0.031488001346588135
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,128,0.005347555710209741
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,64,0.004323555363549126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,768,0.023409777217441138
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,32,0.0038968887594011095
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,512,0.016554666890038382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,2048,0.051854223012924194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,3072,0.0758897794617547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,16384,1.2846932941012912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,7168,0.11835732724931504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,8192,0.13374577628241643
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,12288,0.20576711495717367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,6144,0.10282666815651788
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,5120,0.0888320008913676
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,3072,0.05060266786151462
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,4096,0.06530844502978854
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,3584,0.058083554108937584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,1024,0.021048888564109802
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,10240,0.16127999623616537
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,1536,0.029013332393434312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,512,0.013653332988421122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,768,0.018403554956118267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,64,0.0040960001448790235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,256,0.008419555922349295
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,128,0.0047217777205838096
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,32,0.003669333126809862
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,2048,0.03655111127429538
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,2560,0.04388977752791511
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,16384,0.24868978394402397
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,8192,0.11400532722473145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,10240,0.14671644899580213
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,12288,0.1718897819519043
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,7168,0.10797511206732856
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,16384,0.20647822486029732
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,5120,0.06795377863778009
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,3072,0.04440177811516655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,2560,0.03842844565709432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,1536,0.025799110531806946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,3584,0.05077333251635233
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,2048,0.03424711028734843
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,4096,0.05671822362475925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,768,0.017806222041447956
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,1024,0.01868799991077847
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,256,0.0075093333919843035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,128,0.004522666749027041
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,64,0.003925333420435588
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,32,0.0034702221552530923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,512,0.01371022231049008
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,6144,0.08951466613345677
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,12288,0.13081599606408015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,10240,0.10968177848392063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,8192,0.09173333644866943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,16384,0.18346667289733887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,7168,0.08120889133877225
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,5120,0.06092800034417046
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,6144,0.07176533010270861
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,4096,0.04807110958629184
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,3584,0.046335998508665294
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,2048,0.027335110637876723
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,2560,0.03273955649799771
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,3072,0.03788800040880839
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,1024,0.015957333975368075
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,256,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,768,0.016753777861595154
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,128,0.004323555363549126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,512,0.01274311128589842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,64,0.00369777778784434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,32,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,1536,0.02119111186928219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,10240,0.09895822074678208
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,65536,1.3546951082017686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,12288,0.11491555637783474
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,16384,0.1495893398920695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,8192,0.08314310842090182
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,6144,0.0628053347269694
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,5120,0.05347555544641283
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,3584,0.038741333617104426
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,4096,0.04363377888997396
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,7168,0.07207822137408786
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,2560,0.02958222230275472
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,2048,0.02440533373090956
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,1536,0.01868799991077847
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,512,0.011662222445011139
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,1024,0.015217777755525378
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,768,0.016924444172117446
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,256,0.006542222367392645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,3072,0.034019556310441755
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,32,0.0032711111836963226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,128,0.0040960001448790235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,64,0.003527111063400904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,10240,0.08046933015187581
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,12288,0.09978310929404365
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,16384,0.1396906640794542
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,65536,0.9245866139729818
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,8192,0.06863644387986925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,7168,0.05777066946029663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,65536,0.8475306828816732
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,65536,0.6239288647969564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,4096,0.03552711009979248
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,3072,0.02719288898838891
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,3584,0.030947556098302204
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,1024,0.011519999967681037
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,1536,0.015189333094490899
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,2560,0.025088000628683303
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,2048,0.019256888164414298
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,512,0.007708444363541073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,64,0.003527111063400904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,768,0.01015466699997584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,5120,0.043121778302722506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,32,0.003185777821474605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,256,0.005688888745175467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,128,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,6144,0.050887111160490245
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,8192,0.05791288614273071
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,7168,0.04900977677769131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,12288,0.08849066495895386
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,5120,0.03603911068704393
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,6144,0.0425528883934021
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,16384,0.10993778043323094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,3072,0.02309688925743103
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,65536,0.5516799820793999
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,3584,0.026424888107511733
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,2048,0.016639999217457242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,1536,0.013340444200568728
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,1024,0.01035377797153261
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,10240,0.06846577591366239
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,2560,0.019825778073734708
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,512,0.011320888996124268
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,128,0.004323555363549126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,256,0.005063111169470681
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,32,0.0033564445459180405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,768,0.01462044484085507
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,64,0.0034417777011791864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,4096,0.033109333780076765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,12288,0.06533688969082303
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,8192,0.0478151109483507
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,16384,0.08772266573376125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,5120,0.03291022115283542
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,7168,0.040448000033696495
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,3584,0.022613333331214056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,6144,0.03481600019666884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,3072,0.020167110694779288
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,2560,0.017180444465743173
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,2048,0.014279110564125909
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,1536,0.012913777596420713
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,65536,0.4716657532585992
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,512,0.010780444575680627
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,1024,0.010268444816271463
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,768,0.013283555706342062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,256,0.004920888692140579
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,32,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,64,0.0033564445459180405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,128,0.004352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,4096,0.02639644510216183
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,10240,0.061582220925225147
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,8192,0.05228088961707222
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,12288,0.06098488966623942
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,7168,0.04784355560938517
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,5120,0.03729066583845351
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,4096,0.030862222115198772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,16384,0.08061155345704821
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,6144,0.042325334416495435
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,2560,0.02309688925743103
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,3072,0.026424888107511733
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,2048,0.01996799972322252
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,3584,0.0296106669637892
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,1536,0.011178666518794166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,512,0.010609777437316047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,768,0.012544000314341651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,1024,0.008988444175985124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,256,0.004835555536879433
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,64,0.0032711111836963226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,128,0.004408888932731417
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,32,0.0032426667296224167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,10240,0.051939556996027626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,65536,0.39640177620781797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,8192,0.03726222117741903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,12288,0.052593777577082314
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,7168,0.03322311242421468
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,10240,0.044657776753107704
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,16384,0.0670435561074151
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,3584,0.023239110906918842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,4096,0.022072888082928125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,3072,0.020963556236690942
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,5120,0.025998221503363714
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,6144,0.029866665601730347
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,1536,0.010552888943089379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,2560,0.018887110882335238
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,2048,0.016895999511082966
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,1024,0.008533333738644918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,768,0.010865777730941772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,512,0.00958577791849772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,256,0.004607999904288186
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,64,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,128,0.0037831109431054858
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,65536,0.3184071116977268
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,32,0.0032426667296224167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,8192,0.03194311261177063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,7168,0.0288426677385966
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,10240,0.042211555772357516
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,6144,0.02639644510216183
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,12288,0.04542577928966946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,5120,0.022385777698622808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,3584,0.02215822206603156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,3072,0.021503999829292297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,2560,0.018090666996108163
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,1024,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,2048,0.017038222816255357
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,768,0.01072355525361167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,16384,0.06328888734181722
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,1536,0.010126222338941362
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,512,0.009386666946940953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,256,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,64,0.0032711111836963226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,128,0.003612444632583194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,32,0.003128888913326793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,4096,0.020622221959961783
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,10240,0.032540443870756365
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,12288,0.03748977846569485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,16384,0.0503751105732388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,8192,0.028074665202034846
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,6144,0.02215822206603156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,7168,0.02497422198454539
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,5120,0.01939911146958669
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,65536,0.28117333518134224
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,4096,0.016156444946924847
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,1536,0.009756444229020013
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,2048,0.01129244433508979
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,3072,0.01385244478782018
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,2560,0.012515555653307172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,3584,0.015075556106037565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,1024,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,768,0.009699555734793345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,256,0.004295111116435793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,512,0.008931555681758458
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,128,0.003555555724435382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,64,0.0032426667296224167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,32,0.0029013332807355454
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,16384,0.038542220989863075
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,10240,0.02534399926662445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,8192,0.021560889151361253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,7168,0.018346667289733887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,6144,0.016753777861595154
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,5120,0.014734221829308404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,4096,0.01311288856797748
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,3584,0.012117333710193634
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,12288,0.02975289026896159
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,3072,0.011377777490350934
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,2560,0.01089422239197625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,2048,0.012515555653307172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,1536,0.009528888596428765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,768,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,256,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,512,0.005631999837027655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,128,0.0034702221552530923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,1024,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,64,0.0029297777348094513
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,32,0.0028444443725877335
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,65536,0.20451554987165663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,65536,0.24294400215148926
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,12288,0.02144711050722334
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,8192,0.016184889607959323
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,16384,0.027335110637876723
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,10240,0.02030933399995168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,6144,0.013482666677898832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,7168,0.014677332507239448
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,5120,0.012544000314341651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,3584,0.010609777437316047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,2560,0.011491555306646558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,3072,0.013027555412716336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,1024,0.007623111208279927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,2048,0.009756444229020013
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,1536,0.00833422193924586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,768,0.006684444430801604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,256,0.004039111236731212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,512,0.005461333526505365
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,64,0.003072000005178981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,4096,0.011690666278203329
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,32,0.003043555551105075
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,128,0.0032426667296224167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,65536,0.17203199863433838
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,8192,0.015644444359673392
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,16384,0.02343822187847561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,6144,0.014307555225160388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,10240,0.017806222041447956
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,5120,0.013454222016864352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,4096,0.012771555946932899
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,3584,0.011719110939237805
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,3072,0.00998399986161126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,2048,0.007196444604131911
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,2560,0.01035377797153261
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,1536,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,1024,0.0064284445510970215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,512,0.005404444618357553
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,768,0.006656000183688269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,256,0.0039822223285834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,128,0.0034702221552530923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,65536,0.13556622134314641
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,12288,0.019285332825448778
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,32,0.0029013332807355454
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,64,0.002986666642957263
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,7168,0.015957333975368075
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,12288,0.013539555172125498
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,16384,0.01570133368174235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,10240,0.01223111069864697
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,6144,0.009898666706350114
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,5120,0.0088746663596895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,4096,0.008277333445019191
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,3584,0.007679999702506595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,3072,0.008447999755541483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,2560,0.00793599999613232
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,2048,0.0074240002367231585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,1024,0.006172444257471297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,768,0.006599111275540457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,1536,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,512,0.005973333285914526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,8192,0.011235555840863122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,256,0.0039822223285834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,32,0.0029013332807355454
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,64,0.0028728888266616394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,7168,0.011406222151385413
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,128,0.0034702221552530923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,16384,0.01146311147345437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,12288,0.010012444522645738
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,7168,0.007822222179836696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,6144,0.007253333098358578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,5120,0.007082666787836287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,65536,0.027875555886162653
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,4096,0.006826666494210561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,3584,0.0075093333919843035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,3072,0.011349333657158745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,8192,0.008192000289758047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,65536,0.0688355565071106
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,2560,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,2048,0.006456888798210356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,10240,0.00958577791849772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,1536,0.006058666855096817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,768,0.006656000183688269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,1024,0.006001777946949005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,512,0.005688888745175467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,128,0.0034133332471052804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,65536,0.05151289039187961
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,64,0.0028728888266616394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,32,0.0028728888266616394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,256,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,16384,0.009813333551088968
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,10240,0.008220444122950235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,12288,0.00867555538813273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,65536,0.016895999511082966
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,4096,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,5120,0.007224889265166388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,8192,0.007651555869314406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,3584,0.006769777586062749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,2048,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,2560,0.006115555349323485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,3072,0.006314666734801398
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,7168,0.007338666253619724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,1536,0.006058666855096817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,6144,0.007224889265166388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,768,0.006627555522653792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,1024,0.005888000130653381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,128,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,256,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,512,0.005631999837027655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,32,0.0028159999185138275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,64,0.0028159999185138275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,65536,0.013738666971524557
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,16384,0.008732444710201686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,10240,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,8192,0.007679999702506595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,12288,0.008220444122950235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,6144,0.007281777759393056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,5120,0.007452444069915348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,4096,0.00637155564294921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,3584,0.0063999998900625445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,2560,0.005973333285914526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,7168,0.007651555869314406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,2048,0.0064284445510970215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,1536,0.006172444257471297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,1024,0.0058311112225055695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,768,0.005888000130653381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,256,0.00443733317984475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,512,0.00554666668176651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,128,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,64,0.0028728888266616394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,32,0.0028159999185138275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,3072,0.006115555349323485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,65536,0.011605333122942181
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,8192,0.0075093333919843035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,10240,0.00776533368561003
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,12288,0.00793599999613232
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,6144,0.007082666787836287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,5120,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,4096,0.006172444257471297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,3584,0.006542222367392645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,2560,0.0063999998900625445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,16384,0.008504889077610439
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,7168,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,2048,0.00637155564294921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,1536,0.005973333285914526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,128,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,512,0.005432888865470886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,768,0.005802666561471091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,64,0.0028159999185138275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,32,0.0027591110103660156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,3072,0.006513777706358168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,256,0.004579555657174853
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,1024,0.005660444498062134
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,65536,0.08837688631481594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,4096,0.3302115599314372
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,5120,0.4124728838602702
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,6144,0.4909795655144586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,7168,0.5711929003397623
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,3584,0.30014578501383465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,2560,0.21822578377193877
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,2048,0.1718897819519043
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,3072,0.261262231402927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,8192,0.6504391034444174
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,1024,0.09358221954769558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,768,0.0688355565071106
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,128,0.013567999833159976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,64,0.009016888837019602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,256,0.027221333649423387
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,32,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,1536,0.13590755727556017
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,512,0.050119111935297646
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,10240,0.80440886815389
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,12288,0.9500160217285156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,8192,0.1732835504743788
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,10240,0.20875377125210234
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,12288,0.2661546601189507
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,7168,0.15212089485592312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,6144,0.1441848940319485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,5120,0.12430222829182942
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,3584,0.08499199814266628
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,1536,0.040277332067489624
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,16384,0.3210524453057183
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,768,0.02124799953566657
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,1024,0.029354665014478896
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,512,0.015189333094490899
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,4096,0.09198933177524143
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,64,0.004323555363549126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,32,0.003726222034957674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,256,0.009955555200576782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,128,0.005432888865470886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,16384,1.2746808793809679
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,3072,0.07347200314203899
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,2048,0.051029334465662636
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,2560,0.06712889009051852
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,8192,0.13112889395819768
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,7168,0.11588266160753037
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,10240,0.15897599856058756
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,6144,0.1008639997906155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,3584,0.05762844615512424
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,4096,0.06502399841944377
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,5120,0.08610133330027263
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,1536,0.02870044443342421
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,2560,0.0433208876185947
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,2048,0.036181333992216326
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,3072,0.050232887268066406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,256,0.00830577810605367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,512,0.013596444494194455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,768,0.018545778261290658
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,1024,0.021162667208247717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,32,0.0034702221552530923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,128,0.004664888812435998
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,64,0.003925333420435588
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,12288,0.1861120065053304
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,16384,0.24450845188564727
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,8192,0.11133155557844375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,10240,0.13334755102793375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,7168,0.09875910811954075
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,12288,0.15652978420257568
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,16384,0.22294754452175566
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,5120,0.076401776737637
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,4096,0.056234664387173124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,6144,0.0893439981672499
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,3584,0.049806220663918384
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,1536,0.025429333249727886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,2560,0.037831111086739436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,2048,0.03168711066246033
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,768,0.017521777086787753
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,512,0.012913777596420713
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,1024,0.018545778261290658
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,256,0.007452444069915348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,64,0.0038115556041399636
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,32,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,128,0.004522666749027041
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,3072,0.04394666684998406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,8192,0.09033955468071832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,12288,0.1278862158457438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,10240,0.10962488916185166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,16384,0.18303999635908338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,7168,0.07995733287599352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,3584,0.042268445094426475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,6144,0.07580444547865126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,5120,0.05956266985999214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,4096,0.04707555638419258
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,2048,0.026965333355797663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,1536,0.021361778179804485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,1024,0.016099555624855887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,512,0.011946666571829053
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,768,0.01661155621210734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,3072,0.03720533185535007
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,128,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,32,0.003128888913326793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,256,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,64,0.003583999971548716
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,2560,0.032199111249711775
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,65536,1.2165404425726998
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,12288,0.11935288376278347
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,10240,0.09756444560156928
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,8192,0.090737779935201
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,7168,0.0729315545823839
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,16384,0.14799643887413874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,65536,0.9138346778021919
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,6144,0.06220799684524536
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,3072,0.03376355436113145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,4096,0.04340622160169813
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,2560,0.028899557060665552
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,3584,0.03842844565709432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,1536,0.018545778261290658
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,1024,0.01425066590309143
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,768,0.0159288893143336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,128,0.004039111236731212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,2048,0.025514667232831318
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,512,0.01220266686545478
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,256,0.006542222367392645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,64,0.003527111063400904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,32,0.006200888918505774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,65536,0.8444302346971301
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,5120,0.05842489004135132
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,10240,0.07995733287599352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,16384,0.12666311528947619
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,7168,0.05734399954477946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,65536,0.688810666402181
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,6144,0.04986310998598734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,5120,0.0428088903427124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,3072,0.026908444033728704
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,4096,0.03547022077772353
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,12288,0.09770666890674168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,2560,0.022783999641736347
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,1536,0.015104000767072042
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,768,0.009386666946940953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,1024,0.011633777783976661
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,128,0.003925333420435588
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,512,0.007651555869314406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,256,0.005603555589914322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,2048,0.018801778554916382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,64,0.0034417777011791864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,32,0.006229333165619109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,3584,0.03103289008140564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,8192,0.06783999999364217
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,7168,0.04866844415664673
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,8192,0.05788444148169624
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,12288,0.07955911424424914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,10240,0.0675555533832974
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,16384,0.10757688681284587
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,3584,0.02616888946957058
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,4096,0.030264887544843886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,5120,0.035953776703940496
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,6144,0.042325334416495435
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,1536,0.013454222016864352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,2048,0.01644088824590047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,1024,0.010211555494202508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,2560,0.019711999429596793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,512,0.01126399967405531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,768,0.013824000126785703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,128,0.004323555363549126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,64,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,3072,0.025059555967648823
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,256,0.005063111169470681
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,32,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,65536,0.6025386916266547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,7168,0.03993599944644504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,10240,0.05523911118507385
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,6144,0.03481600019666884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,16384,0.09662577841016982
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,4096,0.02400711178779602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,5120,0.030179556873109605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,3072,0.019626667102177937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,3584,0.022414222359657288
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,2560,0.01740800009833442
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,1536,0.011861333416567909
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,8192,0.0473599996831682
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,1024,0.009528888596428765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,2048,0.014364444547229342
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,768,0.01308444473478529
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,12288,0.06468266910976835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,512,0.010609777437316047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,256,0.004892444445027245
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,64,0.0033564445459180405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,32,0.0032711111836963226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,128,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,65536,0.468280898200141
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,7168,0.04684799909591675
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,10240,0.05043199989530775
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,12288,0.059761775864495166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,6144,0.04155733187993368
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,5120,0.03660800059636434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,3584,0.02943999899758233
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,2560,0.023011555274327595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,4096,0.03106133474244012
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,3072,0.025998221503363714
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,16384,0.08977066808276707
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,1536,0.011178666518794166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,768,0.012458666331238218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,512,0.010524444282054901
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,256,0.004864000197913912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,1024,0.009557333257463243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,128,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,64,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,2048,0.020991999242040846
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,8192,0.05131377776463827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,32,0.0032142222755485107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,8192,0.03640888796912299
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,10240,0.04400355617205302
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,7168,0.03211377726660834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,6144,0.02943999899758233
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,16384,0.06633244620429145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,5120,0.025088000628683303
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,4096,0.021532444490326777
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,3584,0.02446222139729394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,12288,0.051911112334993154
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,3072,0.02079288827048408
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,2560,0.019911110401153564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,1536,0.010581333604123859
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,2048,0.01681066718366411
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,512,0.009472000102202097
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,1024,0.009159111314349705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,256,0.004551110996140374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,64,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,128,0.003726222034957674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,32,0.0032142222755485107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,768,0.011150221857759686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,12288,0.04454400142033895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,65536,0.43286755349900985
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,16384,0.0569173362520006
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,7168,0.030805332793129817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,10240,0.03791644506984287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,65536,0.31314489576551646
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,5120,0.021930666433440313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,8192,0.031317333380381264
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,4096,0.020593777298927307
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,6144,0.025713778204388086
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,3584,0.022016000416543748
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,2048,0.016128000285890367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,3072,0.02011022302839491
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,1024,0.007992888490358988
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,768,0.010552888943089379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,1536,0.010751999914646149
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,256,0.004352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,512,0.009215999808576372
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,32,0.003128888913326793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,64,0.0032142222755485107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,128,0.003583999971548716
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,65536,0.2854684458838569
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,2560,0.01905777719285753
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,10240,0.03143111202451918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,8192,0.027818666564093694
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,6144,0.020849777592553034
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,4096,0.015815110670195687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,65536,0.24291555086771646
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,5120,0.019711999429596793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,3584,0.014307555225160388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,3072,0.013340444200568728
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,16384,0.053617778751585216
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,7168,0.023637332850032385
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,1536,0.010097777677906884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,2048,0.011576889289749993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,768,0.009671111073758867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,128,0.00349866681628757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,512,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,1024,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,64,0.003157333367400699
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,256,0.004181333300140169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,2560,0.012970666918489667
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,32,0.003100444459252887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,12288,0.029155555698606703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,7168,0.01828977796766493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,8192,0.02087822225358751
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,12288,0.040561778677834406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,6144,0.016554666890038382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,5120,0.014648889501889547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,3584,0.012060444388124677
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,3072,0.011235555840863122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,65536,0.2031786706712511
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,16384,0.040163556734720864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,2048,0.009329777624871995
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,1536,0.009415110780133141
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,768,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,1024,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,512,0.00554666668176651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,2560,0.011519999967681037
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,256,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,128,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,10240,0.02534399926662445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,64,0.003128888913326793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,32,0.003043555551105075
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,4096,0.014307555225160388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,8192,0.016184889607959323
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,12288,0.02127644419670105
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,16384,0.026879999372694228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,6144,0.013397333522637686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,5120,0.012401777837011548
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,4096,0.010951110886202918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,3584,0.010467555787828235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,3072,0.012828444441159567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,2560,0.008618666893906063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,2048,0.0096142225795322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,1024,0.0075662218862109715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,7168,0.0159288893143336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,768,0.006627555522653792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,10240,0.0184888889392217
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,1536,0.00793599999613232
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,128,0.0034702221552530923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,64,0.0029297777348094513
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,32,0.0029582221888833572
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,512,0.005461333526505365
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,256,0.004067555483844546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,10240,0.01737955543729994
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,12288,0.019114666514926486
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,16384,0.02306844459639655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,7168,0.014933332800865173
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,8192,0.016753777861595154
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,6144,0.014108444253603617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,5120,0.013368888861603208
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,4096,0.012544000314341651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,3072,0.010040889183680216
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,2560,0.00793599999613232
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,65536,0.17336889108022055
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,2048,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,3584,0.011605333122942181
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,1536,0.0074240002367231585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,1024,0.006314666734801398
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,512,0.005404444618357553
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,256,0.004494222087992562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,128,0.0034417777011791864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,64,0.0029013332807355454
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,768,0.006656000183688269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,32,0.0029013332807355454
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,10240,0.012145777543385824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,12288,0.013425778183672162
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,16384,0.01553066737122006
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,8192,0.011008000208271874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,7168,0.010495999621020423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,6144,0.009756444229020013
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,5120,0.008732444710201686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,4096,0.008049777812427944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,65536,0.08681244320339626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,3584,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,3072,0.008192000289758047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,2560,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,1536,0.006684444430801604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,2048,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,1024,0.005973333285914526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,256,0.004494222087992562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,768,0.006627555522653792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,512,0.005745777653323279
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,128,0.0034133332471052804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,32,0.0029013332807355454
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,64,0.0028728888266616394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,16384,0.011207111179828644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,12288,0.009898666706350114
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,8192,0.007879111501905654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,7168,0.007452444069915348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,6144,0.007196444604131911
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,10240,0.008817777865462834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,5120,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,4096,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,3584,0.007224889265166388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,3072,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,2560,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,2048,0.006286222073766921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,1024,0.005802666561471091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,1536,0.005973333285914526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,768,0.006599111275540457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,65536,0.06809600194295247
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,65536,0.026851556367344324
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,512,0.00554666668176651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,256,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,128,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,64,0.0028444443725877335
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,32,0.0029297777348094513
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,65536,0.0499199993080563
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,12288,0.008476444416575963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,16384,0.008618666893906063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,10240,0.0075093333919843035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,8192,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,7168,0.007082666787836287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,65536,0.016725333200560678
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,6144,0.006826666494210561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,5120,0.006883555402358373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,3072,0.00608711110221015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,2048,0.006456888798210356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,2560,0.007679999702506595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,3584,0.006513777706358168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,1536,0.0059164443777667145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,4096,0.006542222367392645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,65536,0.1336888869603475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,768,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,1024,0.007537778053018782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,32,0.0028159999185138275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,256,0.004380444271696938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,512,0.005432888865470886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,128,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,64,0.0028159999185138275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,10240,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,12288,0.007822222179836696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,8192,0.007196444604131911
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,7168,0.00739555557568868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,65536,0.013198222551080914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,6144,0.006883555402358373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,5120,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,16384,0.00833422193924586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,3584,0.006656000183688269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,3072,0.00637155564294921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,2560,0.006286222073766921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,2048,0.00608711110221015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,1536,0.005944889038801193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,768,0.005404444618357553
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,512,0.005461333526505365
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,4096,0.005944889038801193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,1024,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,256,0.004380444271696938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,64,0.0028159999185138275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,128,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,32,0.0028159999185138275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,10240,0.00739555557568868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,12288,0.007708444363541073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,65536,0.01092266705301073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,6144,0.006684444430801604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,7168,0.007111111448870764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,8192,0.006627555522653792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,5120,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,4096,0.0063999998900625445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,2560,0.006200888918505774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,16384,0.008447999755541483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,3584,0.00637155564294921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,2048,0.006030222194062338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,1536,0.005888000130653381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,1024,0.005034666508436203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,512,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,768,0.0053191110491752625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,256,0.004380444271696938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,64,0.0028159999185138275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,32,0.0028159999185138275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,128,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,3072,0.00608711110221015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,4096,0.3223324351840549
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,5120,0.41190399063958066
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,6144,0.4875662061903212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,8192,0.6440106497870551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,7168,0.5614364412095811
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,3072,0.25483377774556476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,3584,0.29127110375298393
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,2560,0.21464178297254774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,10240,0.7967004246181912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,512,0.04892444279458788
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,256,0.02648177742958069
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,1536,0.13835377163357204
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,128,0.0136817776494556
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,1024,0.09170489178763495
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,32,0.007708444363541073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,64,0.009102221992280748
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,768,0.06715733475155301
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,2048,0.176639993985494
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,7168,0.16219022538926867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,8192,0.17055288950602213
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,12288,0.9475697411431206
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,4096,0.09068089061313206
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,5120,0.12182754940456814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,12288,0.241720888349745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,10240,0.20579555299546984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,2048,0.05074488785531786
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,3584,0.08348444435331558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,16384,0.31945954428778756
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,2560,0.06311821937561035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,1024,0.029098666376537744
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,768,0.02318222158484989
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,256,0.009358222285906473
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,512,0.01629866659641266
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,128,0.0053191110491752625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,6144,0.13169777393341064
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,1536,0.04002133342954848
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,64,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,32,0.003726222034957674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,3072,0.07182221942477755
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,7168,0.11397688918643528
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,12288,0.18414933151668975
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,8192,0.12945066557990179
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,16384,0.24231823285420737
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,5120,0.09355377488666111
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,6144,0.0993280013402303
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,10240,0.1570133368174235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,3584,0.0572871102227105
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,2560,0.04275200102064344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,4096,0.06456889046563043
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,2048,0.035953776703940496
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,1536,0.028558221128251817
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,512,0.013596444494194455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,256,0.008220444122950235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,768,0.018232888645595975
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,128,0.004607999904288186
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,1024,0.021134222547213238
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,64,0.0038115556041399636
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,32,0.006286222073766921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,16384,1.2675128512912326
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,3072,0.050176001257366605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,7168,0.09719466500812107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,8192,0.1099662250942654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,10240,0.13144177860683864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,6144,0.08897422419653998
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,12288,0.1544248925315009
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,5120,0.07506489091449313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,16384,0.22178133328755698
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,3072,0.04369066821204292
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,4096,0.05603555838267008
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,3584,0.04977777931425306
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,1024,0.018887110882335238
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,768,0.01757866640885671
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,512,0.012771555946932899
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,2560,0.0407608879937066
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,128,0.004408888932731417
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,1536,0.02500266664557987
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,256,0.007708444363541073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,64,0.0037546666959921518
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,32,0.006286222073766921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,2048,0.031288888719346784
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,10240,0.10851555400424534
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,16384,0.16540443897247314
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,7168,0.07941689093907674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,8192,0.0885759989420573
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,6144,0.0688355565071106
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,4096,0.04730311036109924
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,3584,0.04212622178925408
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,12288,0.127146667904324
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,5120,0.05848177936342028
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,1536,0.021361778179804485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,2560,0.03180088930659824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,2048,0.02699377801683214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,1024,0.015843555331230164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,3072,0.036892443895339966
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,768,0.016583111551072862
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,512,0.011946666571829053
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,128,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,32,0.006257777826653586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,256,0.006741333338949416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,64,0.00349866681628757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,65536,1.2104248470730252
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,10240,0.10245688756306966
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,12288,0.11741866005791558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,8192,0.08937244282828437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,16384,0.16426666577657065
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,7168,0.07190755340788099
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,6144,0.06334577666388617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,3584,0.03791644506984287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,65536,0.9115591049194336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,4096,0.042837331692377724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,1536,0.01868799991077847
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,2560,0.02864355511135525
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,2048,0.024177778098318312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,65536,0.8135964605543348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,3072,0.03296711047490438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,1024,0.014136888914638095
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,256,0.005717333406209946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,768,0.015985776980717976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,512,0.011548444628715515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,128,0.004010666575696734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,32,0.006286222073766921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,64,0.006684444430801604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,5120,0.05819733275307549
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,8192,0.06809600194295247
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,10240,0.07990044355392456
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,65536,0.6171021991305882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,12288,0.09679644637637669
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,5120,0.04249599907133314
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,4096,0.03501510951254103
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,16384,0.12555378013186985
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,6144,0.05521066652403938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,3584,0.03421866562631395
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,2048,0.02079288827048408
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,2560,0.02494577732351091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,3072,0.02682311170630985
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,256,0.00554666668176651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,1536,0.015104000767072042
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,64,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,128,0.0038968887594011095
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,512,0.008106666306654612
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,32,0.006456888798210356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,768,0.01015466699997584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,1024,0.012515555653307172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,8192,0.057315554883744985
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,7168,0.057315554883744985
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,12288,0.08021333482530382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,6144,0.041927112473381885
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,7168,0.04807110958629184
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,5120,0.03561244408289591
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,4096,0.030065778228971694
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,3584,0.025969778498013813
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,3072,0.025059555967648823
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,2560,0.019541333119074505
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,2048,0.016355555918481614
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,1024,0.011064888702498542
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,1536,0.013368888861603208
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,768,0.014392889208263822
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,256,0.005375999957323074
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,512,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,64,0.0032711111836963226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,128,0.004352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,10240,0.06758399804433186
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,32,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,65536,0.6025955412122939
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,16384,0.10589866505728827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,7168,0.039651556147469416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,8192,0.04644977715280321
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,10240,0.055495109823015004
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,12288,0.06508088774151273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,6144,0.034161776304244995
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,4096,0.024149333437283833
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,5120,0.02972444560792711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,3072,0.01945600079165565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,2560,0.016895999511082966
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,2048,0.014307555225160388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,3584,0.022272000710169475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,768,0.012999110751681857
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,512,0.005888000130653381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,1024,0.010325333310498131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,256,0.005347555710209741
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,1536,0.012999110751681857
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,128,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,64,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,32,0.0032426667296224167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,16384,0.0866417752371894
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,65536,0.5153564347161187
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,12288,0.05993244383070204
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,10240,0.05131377776463827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,7168,0.038542220989863075
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,16384,0.07765333520041572
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,8192,0.04383288820584615
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,6144,0.03421866562631395
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,4096,0.025543111893865798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,5120,0.029923554923799302
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,2560,0.018375110295083787
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,2048,0.013226666384273104
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,3584,0.02346666653951009
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,3072,0.021873777111371357
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,512,0.005888000130653381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,768,0.01308444473478529
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,1024,0.009756444229020013
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,128,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,256,0.005233777893914117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,64,0.0032142222755485107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,32,0.0032142222755485107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,1536,0.012259555359681448
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,65536,0.3892053233252631
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,12288,0.052024887667761914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,10240,0.04528355598449707
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,6144,0.030748443471060857
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,7168,0.034104890293545194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,5120,0.02648177742958069
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,4096,0.022755554980701868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,3584,0.020821332931518555
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,3072,0.018545778261290658
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,2560,0.016583111551072862
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,2048,0.012544000314341651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,1536,0.010552888943089379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,16384,0.06630400154325697
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,1024,0.009159111314349705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,256,0.004522666749027041
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,64,0.0032711111836963226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,128,0.00369777778784434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,512,0.005802666561471091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,32,0.0032142222755485107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,8192,0.037745777103636004
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,768,0.011064888702498542
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,10240,0.039367109537124634
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,12288,0.04972088999218411
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,16384,0.05760000149408976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,5120,0.02312533391846551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,7168,0.03015111221207513
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,65536,0.3118364546034071
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,4096,0.020081778367360432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,6144,0.02699377801683214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,2560,0.01479111115137736
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,2048,0.013340444200568728
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,3072,0.01740800009833442
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,8192,0.03558399942186143
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,3584,0.019740444090631273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,1024,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,1536,0.010097777677906884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,128,0.003612444632583194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,32,0.003128888913326793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,512,0.005859555469618903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,256,0.004352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,768,0.010467555787828235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,64,0.003128888913326793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,8192,0.027335110637876723
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,65536,0.27872710757785374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,7168,0.023324444890022278
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,12288,0.0369777778784434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,6144,0.02093511157565647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,4096,0.016099555624855887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,5120,0.018005333013004728
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,3584,0.014307555225160388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,3072,0.013283555706342062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,2560,0.011946666571829053
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,2048,0.01092266705301073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,1536,0.009756444229020013
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,1024,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,768,0.009528888596428765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,65536,0.24704000684950086
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,512,0.005603555589914322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,10240,0.030862222115198772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,128,0.0034133332471052804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,256,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,32,0.003072000005178981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,64,0.003128888913326793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,10240,0.024689777029885188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,12288,0.028586665789286297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,7168,0.01826133330663045
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,6144,0.01641244524055057
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,4096,0.012999110751681857
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,5120,0.014734221829308404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,8192,0.02309688925743103
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,3072,0.011235555840863122
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,3584,0.01200355589389801
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,1536,0.009443555441167619
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,2048,0.009898666706350114
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,1024,0.006741333338949416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,65536,0.20169956154293486
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,768,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,2560,0.011406222151385413
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,512,0.005603555589914322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,256,0.004209777961174647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,64,0.003072000005178981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,32,0.003072000005178981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,16384,0.03712000118361579
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,128,0.003555555724435382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,16384,0.048327111535602145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,16384,0.026510222090615168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,8192,0.016213332613309223
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,12288,0.021020443903075323
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,6144,0.013397333522637686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,7168,0.014506666196717156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,5120,0.012145777543385824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,3584,0.010780444575680627
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,3072,0.012686221963829465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,4096,0.011633777783976661
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,2560,0.008533333738644918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,2048,0.009500444763236577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,1024,0.0075662218862109715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,1536,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,512,0.005944889038801193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,10240,0.020167110694779288
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,768,0.006656000183688269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,256,0.004551110996140374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,128,0.0034702221552530923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,32,0.0028728888266616394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,64,0.0029013332807355454
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,10240,0.017464889420403373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,12288,0.01902933253182305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,16384,0.022471111681726243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,8192,0.015416888727082146
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,7168,0.014819555812411837
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,6144,0.014136888914638095
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,5120,0.013454222016864352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,4096,0.0120319997270902
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,3584,0.01129244433508979
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,3072,0.009841777384281158
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,2048,0.006883555402358373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,1536,0.007253333098358578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,2560,0.00793599999613232
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,1024,0.006200888918505774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,512,0.0059164443777667145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,256,0.004522666749027041
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,65536,0.17214577727847627
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,128,0.0034417777011791864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,768,0.006599111275540457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,32,0.0028728888266616394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,64,0.0028728888266616394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,12288,0.013340444200568728
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,10240,0.0120319997270902
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,65536,0.09540266460842556
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,8192,0.010951110886202918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,65536,0.13275021976894802
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,7168,0.010410666465759277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,5120,0.008618666893906063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,4096,0.008049777812427944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,3584,0.007367110914654202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,3072,0.008049777812427944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,2048,0.007082666787836287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,2560,0.007793777518802219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,6144,0.010240000155236986
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,1024,0.005888000130653381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,1536,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,64,0.0029297777348094513
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,512,0.00554666668176651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,128,0.0034417777011791864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,32,0.0028728888266616394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,256,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,768,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,16384,0.0169813334941864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,65536,0.06710044542948405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,12288,0.009671111073758867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,16384,0.01126399967405531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,6144,0.007111111448870764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,5120,0.006826666494210561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,4096,0.006627555522653792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,10240,0.008760888543393876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,3584,0.007224889265166388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,8192,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,65536,0.026368000441127356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,7168,0.007367110914654202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,2560,0.007679999702506595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,3072,0.0064284445510970215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,2048,0.006172444257471297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,65536,0.05330488748020596
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,768,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,512,0.005489777773618698
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,128,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,256,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,32,0.0027591110103660156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,64,0.0028444443725877335
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,1536,0.005802666561471091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,1024,0.010666666759385003
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,16384,0.008277333445019191
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,12288,0.007537778053018782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,10240,0.007224889265166388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,7168,0.006883555402358373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,8192,0.006769777586062749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,65536,0.016156444946924847
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,6144,0.006513777706358168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,3584,0.006940444310506185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,4096,0.006314666734801398
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,3072,0.006115555349323485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,5120,0.006769777586062749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,1536,0.006001777946949005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,1024,0.007480888730949826
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,2560,0.007679999702506595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,2048,0.006172444257471297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,768,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,512,0.005375999957323074
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,128,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,64,0.0028159999185138275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,256,0.004352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,32,0.0028444443725877335
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,16384,0.008220444122950235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,12288,0.007708444363541073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,10240,0.0074240002367231585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,65536,0.012828444441159567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,8192,0.007111111448870764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,6144,0.006769777586062749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,5120,0.007082666787836287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,4096,0.00637155564294921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,3584,0.006456888798210356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,3072,0.006257777826653586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,2560,0.006229333165619109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,2048,0.005973333285914526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,1024,0.005091555416584015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,1536,0.005802666561471091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,768,0.005518222020732031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,512,0.005375999957323074
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,256,0.004380444271696938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,64,0.0027875554644399216
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,128,0.0033564445459180405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,7168,0.007196444604131911
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,32,0.0027875554644399216
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,65536,0.01089422239197625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,16384,0.008106666306654612
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,8192,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,12288,0.007537778053018782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,10240,0.007253333098358578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,6144,0.006656000183688269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,5120,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,4096,0.006229333165619109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,3072,0.00608711110221015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,3584,0.006257777826653586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,1536,0.005802666561471091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,2560,0.0059164443777667145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,2048,0.0059164443777667145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,1024,0.004864000197913912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,768,0.005375999957323074
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,512,0.005120000077618493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,7168,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,256,0.004352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,128,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,64,0.0028159999185138275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,32,0.0028159999185138275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,5120,0.40647111998664004
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,6144,0.4844089084201389
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,4096,0.319118234846327
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,7168,0.5607822206285265
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,8192,0.6422470940483941
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,3584,0.2890240086449517
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,3072,0.25204621420966256
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,2560,0.21026133166419136
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,2048,0.1733973291185167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,768,0.06616177823808458
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,128,0.02349511120054457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,512,0.04411733481619093
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,1536,0.1360213359196981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,256,0.02625422179698944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,1024,0.08962844477759467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,32,0.006741333338949416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,64,0.01092266705301073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,10240,0.7922915352715386
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,12288,0.943388409084744
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,8192,0.16881777180565727
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,12288,0.2399288813273112
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,10240,0.22323200437757704
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,4096,0.09745066695743138
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,16384,0.31564799944559735
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,5120,0.11076266898049249
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,7168,0.1479111115137736
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,6144,0.13004799683888754
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,1024,0.029041777054468792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,3584,0.08140799734327528
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,2048,0.05057422320048014
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,512,0.01499022212293413
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,768,0.020991999242040846
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,1536,0.03973689013057285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,256,0.009272889130645329
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,128,0.005631999837027655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,32,0.006343110981914733
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,64,0.004295111116435793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,2560,0.06798222329881456
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,3072,0.07091199689441256
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,16384,1.257358233133952
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,7168,0.11357866393195258
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,12288,0.1828693283928765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,8192,0.12902400228712294
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,16384,0.23972977532280815
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,10240,0.1554488870832655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,6144,0.0995840032895406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,4096,0.06451200114356147
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,5120,0.09292799896664089
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,2560,0.04275200102064344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,1536,0.028444445795483057
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,768,0.018346667289733887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,2048,0.03552711009979248
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,128,0.005461333526505365
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,256,0.008277333445019191
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,3072,0.04989155464702182
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,512,0.013539555172125498
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,32,0.0053191110491752625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,64,0.005802666561471091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,1024,0.022499556342760723
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,3584,0.06283377938800387
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,10240,0.13027555412716335
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,12288,0.16600178347693548
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,7168,0.0958862238460117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,6144,0.08760888708962335
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,16384,0.22180977132585314
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,8192,0.10908444722493489
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,5120,0.07643022139867146
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,4096,0.05546666516198052
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,2048,0.03165866600142585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,1536,0.024746666351954143
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,3584,0.04940799872080485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,2560,0.03720533185535007
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,1024,0.018830221560266282
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,512,0.012686221963829465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,128,0.005063111169470681
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,256,0.00739555557568868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,768,0.018545778261290658
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,64,0.005233777893914117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,32,0.004892444445027245
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,3072,0.04340622160169813
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,8192,0.0897137787606981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,12288,0.1386666695276896
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,10240,0.10771911011801825
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,7168,0.07927466763390435
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,6144,0.07017244233025445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,16384,0.16415288713243273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,5120,0.058339556058247886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,2560,0.03180088930659824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,3584,0.04189866781234741
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,3072,0.0369777778784434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,1024,0.015758223003811307
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,4096,0.0473599996831682
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,1536,0.021162667208247717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,512,0.011975111232863532
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,768,0.016384000579516094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,256,0.006513777706358168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,2048,0.026766222384240892
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,64,0.004835555536879433
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,32,0.00443733317984475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,128,0.004835555536879433
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,65536,1.2068693372938368
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,65536,1.0150684780544705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,10240,0.10188800096511841
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,12288,0.11812978320651585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,8192,0.08140799734327528
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,16384,0.16389689180586073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,5120,0.05208177698983086
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,6144,0.06306133005354139
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,3072,0.033137778441111244
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,7168,0.07227733400132921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,4096,0.042837331692377724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,1536,0.018602665927675035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,3584,0.03754666778776381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,2048,0.023808000816239253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,1024,0.014506666196717156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,768,0.015957333975368075
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,2560,0.028387556473414104
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,256,0.0064284445510970215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,512,0.011434666812419891
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,32,0.0041244443919923575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,64,0.004579555657174853
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,128,0.005063111169470681
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,10240,0.0798435542318556
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,12288,0.09679644637637669
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,16384,0.12492799758911133
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,7168,0.06377244657940336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,6144,0.05503999855783251
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,5120,0.042325334416495435
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,4096,0.035100443495644465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,3072,0.026538666751649644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,2560,0.022641777992248535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,3584,0.030407110850016277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,1536,0.015104000767072042
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,1024,0.011548444628715515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,2048,0.021077333225144282
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,768,0.009386666946940953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,512,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,128,0.004551110996140374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,64,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,8192,0.07424000236723158
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,32,0.003953777667548922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,256,0.005489777773618698
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,65536,0.8415288925170898
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,12288,0.07918933365080091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,65536,0.6185813479953343
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,16384,0.10643911361694336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,10240,0.06715733475155301
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,6144,0.042097777128219604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,8192,0.05745777818891737
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,7168,0.05387377738952637
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,4096,0.02978133492999607
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,3584,0.025941333836979334
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,3072,0.022499556342760723
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,1536,0.013454222016864352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,1024,0.010524444282054901
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,768,0.013738666971524557
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,2048,0.01646933290693495
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,128,0.004152889053026835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,512,0.00685511115524504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,64,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,256,0.0053191110491752625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,65536,0.5472710927327474
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,32,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,2560,0.021617778473430212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,5120,0.0354417794280582
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,10240,0.0547271105978224
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,12288,0.07204977671305339
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,7168,0.03990755478541056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,16384,0.08814933564927842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,6144,0.03453155689769321
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,4096,0.023808000816239253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,65536,0.49814754062228733
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,2048,0.014478221535682678
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,3584,0.022300443715519373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,2560,0.01686755485004849
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,3072,0.019484443797005545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,1024,0.009500444763236577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,1536,0.011889778077602386
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,512,0.005717333406209946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,768,0.013539555172125498
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,256,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,128,0.0040960001448790235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,64,0.0032426667296224167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,8192,0.04701866706212362
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,32,0.0032711111836963226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,5120,0.03279644582006667
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,8192,0.04502755403518677
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,16384,0.08260266648398505
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,10240,0.05299199952019585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,12288,0.061866667535569936
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,5120,0.02852977646721734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,6144,0.03359288970629374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,4096,0.023153778579499986
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,3584,0.021219554874632094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,2560,0.01646933290693495
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,3072,0.020650666620996263
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,1024,0.009073778159088558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,1536,0.011207111179828644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,7168,0.038741333617104426
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,2048,0.015246222416559855
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,256,0.004949333353175057
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,128,0.004010666575696734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,512,0.005802666561471091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,768,0.01311288856797748
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,32,0.003157333367400699
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,64,0.003185777821474605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,65536,0.38701510429382324
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,8192,0.03717689050568475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,10240,0.04431644413206312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,7168,0.035214222139782377
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,6144,0.028359111812379625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,5120,0.024604444702466328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,16384,0.06914844115575154
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,3072,0.01681066718366411
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,3584,0.018346667289733887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,2560,0.014933332800865173
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,2048,0.013368888861603208
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,1024,0.008618666893906063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,768,0.010609777437316047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,1536,0.010552888943089379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,512,0.005660444498062134
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,128,0.003555555724435382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,64,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,256,0.004408888932731417
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,32,0.0032142222755485107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,12288,0.05145600106981066
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,4096,0.02258488867017958
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,10240,0.03700622253947788
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,12288,0.04320711228582594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,7168,0.02776177724202474
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,16384,0.058851553334130176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,8192,0.031089779403474595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,4096,0.018033777674039204
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,5120,0.021418665846188862
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,3584,0.016526222229003906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,3072,0.015189333094490899
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,6144,0.024860444996092055
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,2560,0.01462044484085507
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,1536,0.010012444522645738
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,2048,0.012487110992272695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,1024,0.00793599999613232
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,512,0.005631999837027655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,256,0.004408888932731417
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,768,0.010410666465759277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,32,0.003100444459252887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,65536,0.3412764337327745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,64,0.003072000005178981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,128,0.0034417777011791864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,65536,0.2788693375057644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,10240,0.030919111437267725
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,12288,0.03672177924050225
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,8192,0.029269334342744615
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,16384,0.04807110958629184
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,4096,0.015786666009161208
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,7168,0.023239110906918842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,6144,0.02056533263789283
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,3072,0.013283555706342062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,3584,0.014193778236707052
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,2560,0.011889778077602386
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,2048,0.01089422239197625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,1024,0.007623111208279927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,1536,0.00978488889005449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,768,0.009472000102202097
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,512,0.005603555589914322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,256,0.004352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,64,0.003072000005178981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,128,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,32,0.003100444459252887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,16384,0.03640888796912299
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,5120,0.01956977778010898
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,65536,0.24604445033603242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,8192,0.02090666691462199
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,7168,0.018033777674039204
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,10240,0.024319999747806128
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,6144,0.01644088824590047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,12288,0.028472890456517536
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,4096,0.012999110751681857
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,3584,0.011975111232863532
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,5120,0.016241777274343703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,3072,0.011434666812419891
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,2560,0.010552888943089379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,2048,0.009272889130645329
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,1024,0.006542222367392645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,768,0.006826666494210561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,256,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,512,0.005603555589914322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,1536,0.009472000102202097
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,64,0.003015111097031169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,32,0.003015111097031169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,128,0.0032711111836963226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,12288,0.021077333225144282
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,10240,0.0184888889392217
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,8192,0.016554666890038382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,16384,0.02616888946957058
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,7168,0.014478221535682678
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,65536,0.22715732786390516
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,6144,0.013255111045307584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,5120,0.0121742222044203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,4096,0.011207111179828644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,2048,0.009329777624871995
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,2560,0.008476444416575963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,3584,0.010780444575680627
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,1536,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,1024,0.007537778053018782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,768,0.006599111275540457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,256,0.004579555657174853
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,512,0.0059164443777667145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,128,0.0034417777011791864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,64,0.0029013332807355454
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,32,0.0028728888266616394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,3072,0.012999110751681857
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,10240,0.017237333787812125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,12288,0.019000889526473153
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,6144,0.01402311192618476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,7168,0.014677332507239448
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,16384,0.022385777698622808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,5120,0.013312000367376538
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,3584,0.01126399967405531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,4096,0.011918221910794577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,65536,0.17041067282358804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,3072,0.00978488889005449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,2048,0.0069120000633928515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,2560,0.007907555335097844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,1024,0.0075093333919843035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,1536,0.007196444604131911
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,512,0.0059164443777667145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,256,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,128,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,64,0.0029013332807355454
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,32,0.0028444443725877335
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,768,0.006627555522653792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,12288,0.013226666384273104
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,8192,0.016270221935378183
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,16384,0.015559110376569959
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,8192,0.01092266705301073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,6144,0.00958577791849772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,4096,0.007850666840871176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,3584,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,10240,0.0120319997270902
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,7168,0.010325333310498131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,5120,0.009016888837019602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,3072,0.007907555335097844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,2560,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,1536,0.006172444257471297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,1024,0.0075093333919843035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,2048,0.006968888971540663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,512,0.005575110928879843
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,768,0.006599111275540457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,128,0.0034133332471052804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,64,0.0028728888266616394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,32,0.0028728888266616394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,256,0.004465777840879229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,65536,0.053020444181230336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,16384,0.011121778024567498
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,8192,0.007594666547245449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,65536,0.06695822212431166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,7168,0.007253333098358578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,6144,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,5120,0.006741333338949416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,4096,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,12288,0.01035377797153261
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,3584,0.006798222247097228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,10240,0.008533333738644918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,65536,0.13229510519239637
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,2048,0.006030222194062338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,1536,0.005745777653323279
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,3072,0.006286222073766921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,1024,0.007452444069915348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,65536,0.025827555192841425
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,768,0.006599111275540457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,2560,0.007623111208279927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,512,0.005404444618357553
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,128,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,64,0.0028159999185138275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,32,0.0028159999185138275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,16384,0.008248888783984715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,12288,0.0074240002367231585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,256,0.00443733317984475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,10240,0.007139555282062954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,8192,0.006741333338949416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,6144,0.006826666494210561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,7168,0.007082666787836287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,4096,0.00637155564294921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,3584,0.010240000155236986
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,65536,0.08755199776755439
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,5120,0.006599111275540457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,2560,0.007623111208279927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,1536,0.005660444498062134
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,2048,0.006172444257471297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,1024,0.007480888730949826
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,512,0.005404444618357553
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,3072,0.006115555349323485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,64,0.0028159999185138275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,256,0.004380444271696938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,128,0.0033564445459180405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,32,0.0027875554644399216
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,768,0.006599111275540457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,16384,0.008163555628723567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,12288,0.007623111208279927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,10240,0.00739555557568868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,8192,0.007111111448870764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,5120,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,3584,0.0063999998900625445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,4096,0.006343110981914733
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,7168,0.007224889265166388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,6144,0.006798222247097228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,3072,0.006229333165619109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,1536,0.005774222314357758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,2048,0.005973333285914526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,2560,0.006200888918505774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,768,0.005489777773618698
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,512,0.0053191110491752625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,256,0.004352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,128,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,64,0.0027875554644399216
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,32,0.0028159999185138275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,1024,0.005091555416584015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,16384,0.007992888490358988
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,12288,0.007736889024575551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,65536,0.011150221857759686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,65536,0.012913777596420713
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,10240,0.0075093333919843035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,7168,0.006769777586062749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,6144,0.006826666494210561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,4096,0.006485333459244833
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,3584,0.006513777706358168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,5120,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,8192,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,3072,0.0058311112225055695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,65536,0.017806222041447956
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,2560,0.006200888918505774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,2048,0.00608711110221015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,512,0.005091555416584015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,1536,0.005859555469618903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,1024,0.004920888692140579
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,768,0.005091555416584015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,64,0.0027591110103660156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,128,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,256,0.004323555363549126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,32,0.0028159999185138275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,5120,0.40359822909037274
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,6144,0.4820479816860623
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,4096,0.30535109837849933
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,7168,0.554382218254937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,3584,0.2719857692718506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,2048,0.17504710621303984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,8192,0.6452053387959799
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,3072,0.2352924346923828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,2560,0.19791644149356416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,256,0.025543111893865798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,128,0.013824000126785703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,512,0.0536462234126197
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,64,0.014279110564125909
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,32,0.00776533368561003
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,10240,0.7970702383253309
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,768,0.07330133517583211
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,1536,0.12461511294047038
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,1024,0.08718222379684448
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,7168,0.14657421906789145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,8192,0.1680213345421685
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,12288,0.24115199512905547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,12288,0.9363057878282336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,10240,0.20397510793473986
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,16384,0.3172977765401204
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,6144,0.12802844577365452
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,5120,0.12151466475592719
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,4096,0.09756444560156928
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,2560,0.06684444348017375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,2048,0.04841244551870558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,3072,0.06968888971540663
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,512,0.015217777755525378
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,256,0.009329777624871995
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,3584,0.07725510994593303
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,128,0.005432888865470886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,64,0.00776533368561003
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,32,0.004266666869322459
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,1024,0.030264887544843886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,768,0.022328888376553852
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,1536,0.043121778302722506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,16384,1.255509376525879
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,7168,0.11335110664367676
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,6144,0.09955555862850612
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,8192,0.12973511219024658
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,12288,0.20849777592553032
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,10240,0.15539199776119655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,4096,0.06701511144638062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,3584,0.05643377701441447
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,5120,0.08416710959540473
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,1024,0.01945600079165565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,2560,0.04246755441029867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,16384,0.2705635494656033
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,2048,0.03512888815667894
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,1536,0.026368000441127356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,512,0.01146311147345437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,128,0.004579555657174853
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,768,0.015217777755525378
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,64,0.006144000010357962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,32,0.0038684445122877755
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,256,0.008618666893906063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,3072,0.04977777931425306
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,8192,0.10658133029937744
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,12288,0.16992710696326363
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,10240,0.1291946702533298
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,7168,0.09181866380903457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,4096,0.055580443806118436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,16384,0.22118400202857125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,6144,0.07918933365080091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,5120,0.06710044542948405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,1536,0.022869333624839783
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,3584,0.04900977677769131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,768,0.01311288856797748
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,2048,0.028984887732399836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,1024,0.017607111069891188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,256,0.006883555402358373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,128,0.004295111116435793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,512,0.01109333336353302
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,3072,0.04297955499755012
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,64,0.005120000077618493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,32,0.003555555724435382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,2560,0.03703466720051236
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,8192,0.08849066495895386
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,10240,0.10541511244244045
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,12288,0.1253546608818902
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,16384,0.16648533609178331
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,6144,0.06650311417049833
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,7168,0.07606044742796156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,3072,0.036892443895339966
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,3584,0.04175644450717502
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,4096,0.0473599996831682
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,5120,0.056177775065104164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,1024,0.014335999886194864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,1536,0.021503999829292297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,768,0.011633777783976661
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,2560,0.031488001346588135
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,256,0.005774222314357758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,2048,0.024433778391944036
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,32,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,512,0.010609777437316047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,64,0.004408888932731417
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,128,0.004892444445027245
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,65536,1.2072391510009766
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,12288,0.11039288838704427
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,16384,0.14899199538760716
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,8192,0.07961599694357978
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,65536,0.9100231594509549
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,6144,0.059135999944474965
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,10240,0.09341155820422703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,7168,0.068067557281918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,5120,0.05040355523427328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,4096,0.04189866781234741
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,2048,0.022300443715519373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,1536,0.017749332719379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,3584,0.03694933321740892
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,1024,0.013340444200568728
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,2560,0.02833066715134515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,768,0.01092266705301073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,512,0.009500444763236577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,3072,0.03256888853179084
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,128,0.004551110996140374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,64,0.005148444324731827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,256,0.005375999957323074
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,32,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,65536,0.7586702240837945
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,8192,0.0670435561074151
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,7168,0.06351644463009305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,12288,0.10379378000895183
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,6144,0.04952177736494276
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,16384,0.1254684395260281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,3584,0.030663109487957422
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,3072,0.02955377764172024
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,2560,0.022983110613293115
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,1536,0.015246222416559855
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,10240,0.08809244632720947
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,4096,0.03828622235192193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,1024,0.012288000020715924
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,768,0.010126222338941362
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,2048,0.019768888751665752
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,512,0.008135110967689091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,256,0.004607999904288186
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,64,0.003555555724435382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,32,0.0034702221552530923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,128,0.004067555483844546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,5120,0.046506666474872164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,65536,0.69887998369005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,65536,0.6255786683824327
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,8192,0.057429333527882896
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,10240,0.06718577941258748
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,4096,0.030065778228971694
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,6144,0.04189866781234741
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,12288,0.07961599694357978
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,5120,0.03538489010598924
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,3584,0.02852977646721734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,3072,0.022613333331214056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,2560,0.019512888458040025
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,1024,0.010296888649463654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,2048,0.016583111551072862
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,512,0.00657066661450598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,768,0.009329777624871995
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,16384,0.10683733224868774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,256,0.004266666869322459
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,32,0.003185777821474605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,64,0.0037546666959921518
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,128,0.00369777778784434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,1536,0.013397333522637686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,7168,0.04790044493145413
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,8192,0.04679110977384779
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,10240,0.06183822287453545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,7168,0.03939555419815911
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,12288,0.06391466988457574
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,4096,0.023665777511066858
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,6144,0.034190220965279475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,2560,0.016952888833151925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,3584,0.02218666672706604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,3072,0.019484443797005545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,1536,0.011889778077602386
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,2048,0.014307555225160388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,5120,0.02958222230275472
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,768,0.008021333151393467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,256,0.0038968887594011095
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,1024,0.009301332963837517
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,64,0.003555555724435382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,16384,0.08800711234410603
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,512,0.005944889038801193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,32,0.0028444443725877335
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,128,0.00349866681628757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,8192,0.043918222188949585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,12288,0.06115555763244629
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,65536,0.4633030891418457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,7168,0.03837155633502536
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,6144,0.031488001346588135
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,5120,0.02719288898838891
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,10240,0.05128533310360379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,16384,0.08994133604897393
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,4096,0.021930666433440313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,3584,0.020280889338917203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,2560,0.015758223003811307
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,768,0.00739555557568868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,1024,0.008647110727098253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,1536,0.011178666518794166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,512,0.005290666802061929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,256,0.00833422193924586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,3072,0.01993955506218804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,128,0.0033280000918441345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,64,0.0033848887930313745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,2048,0.013340444200568728
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,32,0.0028444443725877335
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,12288,0.05091555582152473
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,16384,0.07096888621648152
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,7168,0.031630221340391375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,8192,0.035868446032206215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,6144,0.02827377782927619
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,10240,0.04349155558480156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,65536,0.396799988216824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,4096,0.02087822225358751
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,5120,0.024490666058328416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,3072,0.016924444172117446
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,1536,0.010581333604123859
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,2048,0.012515555653307172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,3584,0.018744889232847426
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,1024,0.008447999755541483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,2560,0.01661155621210734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,512,0.004380444271696938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,64,0.003157333367400699
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,256,0.003669333126809862
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,65536,0.3582008944617377
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,768,0.006684444430801604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,128,0.0032426667296224167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,32,0.0028728888266616394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,10240,0.03655111127429538
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,7168,0.027648000253571406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,6144,0.024490666058328416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,65536,0.2806328932444255
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,4096,0.01811911165714264
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,3584,0.016554666890038382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,3072,0.015132443772421943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,5120,0.021560889151361253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,2560,0.014705777168273926
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,12288,0.04297955499755012
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,16384,0.0625493327776591
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,1536,0.010581333604123859
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,768,0.006741333338949416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,512,0.004067555483844546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,256,0.00349866681628757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,128,0.003555555724435382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,2048,0.013966222604115805
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,32,0.0027591110103660156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,64,0.0028728888266616394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,1024,0.008561777571837107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,8192,0.03143111202451918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,10240,0.03842844565709432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,12288,0.04434488879309761
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,7168,0.02924088968171014
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,16384,0.04940799872080485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,8192,0.02881422307756212
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,5120,0.022897778285874262
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,6144,0.025543111893865798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,4096,0.016696888539526198
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,3584,0.016327111257447135
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,1536,0.008903111020723978
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,65536,0.24061155319213867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,2560,0.013255111045307584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,1024,0.00637155564294921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,3072,0.014364444547229342
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,512,0.004864000197913912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,128,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,64,0.0029582221888833572
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,2048,0.01089422239197625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,256,0.003612444632583194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,32,0.003043555551105075
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,768,0.0063999998900625445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,8192,0.023039999935362074
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,7168,0.022072888082928125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,10240,0.028245333168241713
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,6144,0.017607111069891188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,5120,0.016639999217457242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,4096,0.01425066590309143
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,3584,0.01425066590309143
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,3072,0.011662222445011139
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,2560,0.010467555787828235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,1536,0.007367110914654202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,1024,0.005575110928879843
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,768,0.004864000197913912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,512,0.004352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,16384,0.04266666703754001
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,128,0.0032426667296224167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,64,0.0029582221888833572
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,256,0.00349866681628757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,32,0.003100444459252887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,2048,0.009272889130645329
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,12288,0.03367822368939718
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,8192,0.016725333200560678
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,12288,0.023296000228987798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,7168,0.015416888727082146
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,6144,0.013397333522637686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,16384,0.028728889094458684
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,4096,0.009813333551088968
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,3584,0.009130666653315226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,10240,0.019825778073734708
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,5120,0.011918221910794577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,3072,0.008135110967689091
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,2560,0.007167999943097432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,2048,0.005290666802061929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,1536,0.0064284445510970215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,1024,0.004864000197913912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,768,0.004664888812435998
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,256,0.0033564445459180405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,128,0.003128888913326793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,512,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,64,0.0028444443725877335
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,32,0.0029582221888833572
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,16384,0.022869333624839783
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,10240,0.01607111096382141
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,8192,0.013397333522637686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,12288,0.019683554768562317
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,7168,0.012515555653307172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,6144,0.010865777730941772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,5120,0.009955555200576782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,4096,0.008220444122950235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,3072,0.006456888798210356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,65536,0.12361955642700195
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,3584,0.008391111261314815
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,2560,0.007651555869314406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,65536,0.1644373337427775
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,1536,0.005518222020732031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,1024,0.004352000024583605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,65536,0.20738844076792398
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,65536,0.09543110926946004
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,512,0.003555555724435382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,64,0.0028728888266616394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,128,0.003100444459252887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,256,0.003185777821474605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,2048,0.00699733363257514
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,32,0.0029582221888833572
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,768,0.0047786666287316214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,12288,0.016014221641752455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,8192,0.011576889289749993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,16384,0.018232888645595975
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,65536,0.06579199764463636
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,6144,0.009415110780133141
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,5120,0.008618666893906063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,4096,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,3584,0.007054222126801808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,3072,0.006257777826653586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,2048,0.004551110996140374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,2560,0.005631999837027655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,1536,0.00443733317984475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,1024,0.0038399998512532976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,512,0.004295111116435793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,256,0.003157333367400699
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,128,0.0029297777348094513
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,64,0.0027591110103660156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,10240,0.015445333388116626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,768,0.004408888932731417
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,7168,0.01223111069864697
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,32,0.0024462222225136226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,12288,0.009870222045315636
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,16384,0.011064888702498542
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,8192,0.007139555282062954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,6144,0.007537778053018782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,5120,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,4096,0.006229333165619109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,7168,0.0070257774657673305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,3584,0.005774222314357758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,3072,0.005432888865470886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,10240,0.009358222285906473
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,2560,0.005290666802061929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,2048,0.004380444271696938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,1536,0.003669333126809862
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,512,0.0034133332471052804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,1024,0.003185777821474605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,256,0.0026737778551048706
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,32,0.0025315555847353404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,64,0.0025031111306614345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,128,0.0027306667632526825
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,768,0.00369777778784434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,16384,0.008618666893906063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,10240,0.006712889091836081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,12288,0.006940444310506185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,65536,0.02608355548646715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,7168,0.005859555469618903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,65536,0.016526222229003906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,6144,0.005745777653323279
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,65536,0.04966400067011515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,5120,0.005575110928879843
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,8192,0.005973333285914526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,3072,0.0046364445653226645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,3584,0.006343110981914733
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,4096,0.006883555402358373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,1536,0.0039822223285834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,2560,0.005176888985766305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,1024,0.0032995556377702286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,2048,0.0034702221552530923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,128,0.0025031111306614345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,256,0.0027591110103660156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,64,0.0025031111306614345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,512,0.0033564445459180405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,32,0.0025031111306614345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,12288,0.006286222073766921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,16384,0.008419555922349295
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,10240,0.006172444257471297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,65536,0.013909333282046847
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,7168,0.00554666668176651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,4096,0.005347555710209741
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,5120,0.005404444618357553
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,8192,0.005973333285914526
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,6144,0.005518222020732031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,3072,0.005205333232879639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,3584,0.0053191110491752625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,2560,0.005120000077618493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,2048,0.005006222261322869
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,1024,0.004693333473470476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,768,0.0046364445653226645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,768,0.0034417777011791864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,256,0.004380444271696938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,1536,0.005063111169470681
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,128,0.0028728888266616394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,64,0.0026737778551048706
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,32,0.0026453334010309647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,512,0.004494222087992562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,16384,0.00637155564294921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,10240,0.005888000130653381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,8192,0.005091555416584015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,7168,0.004920888692140579
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,5120,0.004750222381618288
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,4096,0.004693333473470476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,3584,0.004750222381618288
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,3072,0.0046364445653226645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,2560,0.004551110996140374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,6144,0.004920888692140579
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,12288,0.006030222194062338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,2048,0.004522666749027041
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,1024,0.00443733317984475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,65536,0.010837333069907295
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,1536,0.004607999904288186
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,512,0.004323555363549126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,256,0.004238222208287981
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,768,0.004380444271696938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,64,0.0025884444928831523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,128,0.0028159999185138275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,32,0.002332444406217999
