framework,version,device,op_name,kernel_source,gemm_dtype,m,n,k,latency
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,4096,15.287540011935763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,5120,18.933968438042534
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,6144,22.679799397786457
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,7168,26.247294108072918
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,8192,29.819892035590275
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,12288,44.658613416883675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,3584,13.474266899956596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,3072,11.665063646104601
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,2560,9.878981696234808
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,2048,8.040470547146267
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,768,3.330762651231554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,1536,6.2201182047526045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,256,1.4957271152072484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,1024,4.890187581380208
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,64,0.9989751180013021
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,512,2.3996043735080295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,128,1.5810808605617945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,10240,37.04914347330729
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,32,0.7793359756469727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,6144,5.649451361762153
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,7168,6.550217946370442
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,8192,7.500421312120225
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,65536,16384,58.956746419270836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,10240,9.274240281846788
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,5120,4.7437744140625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,12288,11.089166429307726
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,3584,3.3922985924614797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,4096,4.440358055962457
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,3072,3.281159930759006
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,2560,2.762674755520291
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,1024,1.1265022489759657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,768,0.9621849060058594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,512,0.6326204405890571
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,256,0.39225954479641384
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,128,0.34039823214213055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,64,0.29574399524264866
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,32,0.2148186630672879
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,1536,1.6550523969862196
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,2048,2.0357483757866754
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,16384,15.341437445746529
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,7168,4.999789343939887
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,8192,5.692424774169922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,10240,7.081005520290798
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,6144,4.935545603434245
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,12288,8.457960340711805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,4096,3.008393817477756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,5120,3.617041693793403
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,3072,2.5366738637288413
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,3584,2.8805955251057944
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,1536,1.1942417356703017
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,2560,1.885077370537652
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,2048,1.7120435502794054
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,256,0.26364178127712673
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,512,0.45107200410630965
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,768,0.6751297844780816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,128,0.27941955460442436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,1024,0.8915475209554037
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,64,0.19077955351935494
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,32,0.15407200654347739
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,16384,11.243242899576822
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,7168,4.150664859347873
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,8192,4.716786702473958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,10240,5.8563342624240455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,5120,2.9965474870469837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,12288,7.802360534667969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,6144,4.010194566514757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,4096,2.7491946750217013
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,16384,9.442497253417969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,3072,2.089108361138238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,2560,1.611385769314236
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,3584,2.357695049709744
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,2048,1.388021363152398
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,1536,0.9950808419121636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,256,0.2446755568186442
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,512,0.3890106678009033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,768,0.5536995463901097
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,128,0.2122746706008911
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,64,0.17139644092983672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,1024,0.7597733073764377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,32,0.1364319986767239
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,8192,3.743376837836372
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,10240,4.803562588161893
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,12288,5.547421349419488
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,16384,7.371264139811198
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,7168,3.7200567457411022
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,6144,2.860051472981771
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,5120,2.7195218404134116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,3584,1.7335866292317708
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,3072,1.6690328386094835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,4096,2.1986605326334634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,2560,1.3986843956841364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,1024,0.6139751010470921
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,768,0.4772951338026259
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,1536,0.8951991399129232
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,2048,1.0253182517157662
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,256,0.19720799393124053
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,128,0.17605243788825142
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,512,0.3205813301934136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,64,0.12936177518632677
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,32,0.10953511132134332
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,12288,4.964543236626519
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,10240,4.154449886745877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,16384,6.741399976942275
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,8192,3.341401841905382
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,7168,2.931615193684896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,6144,2.863419638739692
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,5120,2.123290591769748
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,3584,1.5346195432874892
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,4096,1.9324408637152777
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,12288,65536,44.799841986762154
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,3072,1.3316577275594075
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,2048,0.9284231397840711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,2560,1.2419875462849934
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,1024,0.5073466830783421
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,768,0.3729955620235867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,1536,0.7194657855563693
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,512,0.2893315686119927
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,256,0.17060800393422446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,128,0.15296978420681423
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,64,0.11447466744316949
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,32,0.09761777851316665
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,16384,65536,61.437588161892364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,10240,65536,38.15800984700521
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,10240,3.8195245530870228
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,12288,4.680551317003038
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,8192,2.9503012763129344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,16384,5.806795756022136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,7168,2.902406268649631
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,6144,2.5234292348225913
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,5120,2.0866942935519748
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,8192,65536,30.93228488498264
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,3584,1.3438373141818578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,4096,1.6650124655829535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,2560,1.0782844755384657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,3072,1.2543617884318035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,1024,0.4181351131863064
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,768,0.35103556844923234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,2048,0.8826302422417535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,1536,0.643322679731581
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,512,0.24227910571628145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,128,0.13579821586608887
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,256,0.15005955431196424
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,32,0.08556355370415582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,64,0.1018399993578593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,7168,2.340502209133572
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,8192,2.3792381286621094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,10240,3.0835715399848094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,12288,3.5883555942111545
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,5120,1.6780391269259984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,4096,1.3622550964355469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,6144,2.033583958943685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,16384,4.790455288357205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,3584,1.199599160088433
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,3072,0.9567786322699653
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,1024,0.39314844873216415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,2048,0.6930230988396539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,1536,0.5305022133721246
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,2560,0.8657004568311902
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,256,0.1230613390604655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,512,0.20164710945553252
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,128,0.11588888698154026
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,768,0.27553510665893555
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,64,0.08999022510316636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,32,0.07067733340793185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,7168,65536,26.666334364149307
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,7168,1.9427945878770616
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,8192,2.2195955912272134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,10240,2.5717911190456815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,12288,2.960581249660916
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,16384,4.048088073730469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,5120,1.3789973788791234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,4096,1.1084746254814994
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,6144,1.6756995519002278
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,3584,0.9559769100613065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,1024,0.2886133458879259
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,2048,0.5853430959913466
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,1536,0.43941688537597656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,768,0.22969778378804526
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,2560,0.7094302177429199
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,3072,0.8183964623345269
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,256,0.10001777940326267
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,512,0.1664959987004598
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,64,0.07323466406928168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,128,0.09391378031836616
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,32,0.05780800183614095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,8192,1.9801040225558812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,10240,2.3043929206000433
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,12288,2.6462586720784507
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,16384,3.6031892564561634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,6144,65536,22.683956570095486
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,7168,1.738549338446723
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,6144,1.4791297912597656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,5120,1.233531528049045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,2560,0.6120364401075575
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,2048,0.5278942320081923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,3072,0.7336053318447537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,3584,0.8479715453253852
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,4096,0.9925635655721029
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,256,0.09236444367302789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,1024,0.2585848967234294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,768,0.2019324435128106
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,512,0.15262399779425725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,1536,0.38103376494513613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,128,0.08913599782519871
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,32,0.05170933405558268
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,64,0.06345333655675252
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,10240,2.0206436581081815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,12288,2.373479207356771
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,16384,3.1051023271348743
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,5120,65536,19.133921305338543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,6144,1.1908977296617296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,8192,1.7462213304307725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,7168,1.383365313212077
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,4096,0.8735573556688098
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,5120,1.075444433424208
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,3584,0.7480115360683866
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,2560,0.5296746889750162
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,3072,0.6694924566480848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,2048,0.4718071089850531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,1536,0.35641778839959043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,1024,0.2252408928341336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,768,0.178384886847602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,4096,65536,15.126649644639757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,512,0.1274648904800415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,256,0.0796933306588067
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,128,0.07368889119890001
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,64,0.055431998438305326
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,32,0.04360711243417528
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,7168,1.065982182820638
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,8192,1.2008888456556532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,10240,1.4862729178534613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,12288,1.7780986362033422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,5120,0.8417653507656522
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,6144,0.9010204739040799
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,4096,0.6600169075859917
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,16384,2.44724973042806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,3584,0.5809982087877061
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,2560,0.40748000144958496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,2048,0.3624008761511908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,3072,0.5027484363979763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,1024,0.19189066357082793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,1536,0.26123378011915416
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,256,0.06359822220272489
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,768,0.1516373289955987
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,64,0.044370667801962964
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,128,0.05989155504438612
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,512,0.10471022129058838
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,32,0.035700443718168474
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3584,65536,13.35522715250651
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,8192,0.9974977705213758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,10240,1.263702180650499
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,7168,0.9862107170952691
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,12288,1.478933334350586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,6144,0.7482133441501193
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,5120,0.644395563337538
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,16384,1.9526178571912978
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,3584,0.473673767513699
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,4096,0.562305768330892
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,1024,0.16473421785566542
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,1536,0.22957422998216417
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,2048,0.2719564437866211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,3072,0.3957804573906793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,2560,0.33516976568433976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,128,0.04708177844683329
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,256,0.052785777383380465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,512,0.09304533402125041
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,768,0.12842755847507054
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,64,0.037393778562545776
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,32,0.030413332912656996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,8192,0.7997831238640679
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,3072,65536,11.42488013373481
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,10240,1.0321075651380751
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,12288,1.29548094007704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,16384,1.52165953318278
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,5120,0.5309999783833822
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,7168,0.6951653162638346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,6144,0.597250673505995
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,4096,0.45020532608032227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,2048,0.2161475552452935
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,2560,0.26401244269477
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,3584,0.36927021874321836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,1536,0.1831724378797743
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,3072,0.3342133363087972
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,768,0.09397688839170669
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,512,0.0746426648563809
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,256,0.044469333357281156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,128,0.03906311260329352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,1024,0.11847555637359619
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,64,0.02885155545340644
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,32,0.02493155499299367
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,8192,0.5377226405673557
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,10240,0.6448044247097439
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,12288,0.7978044615851508
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,16384,1.0603759553697374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,7168,0.4943208694458008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,6144,0.45838043424818253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,5120,0.3931724495357937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,4096,0.32214310434129506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,2560,0.2040248844358656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,3072,0.24340089162190756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,3584,0.285316440794203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,1024,0.09398044480217828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,1536,0.12983200285169813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,2048,0.1685324509938558
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,768,0.07275466786490546
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,256,0.034635557068718806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,512,0.05350844396485222
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,128,0.028218666712443035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,32,0.0185244447655148
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,64,0.02240000002914005
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2560,65536,9.586663140190973
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,12288,0.6157653596666124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,10240,0.5058008829752604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,16384,0.8317475318908691
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,8192,0.429091559516059
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,6144,0.31722844971550834
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,7168,0.3717626730600993
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,2048,65536,7.65376959906684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,5120,0.2744986746046278
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,4096,0.2211813396877713
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,3072,0.15737688541412354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,3584,0.19536711110009086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,2560,0.1436471144358317
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,1024,0.0645128885904948
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,1536,0.0857235524389479
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,2048,0.11811467011769612
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,768,0.05027911067008972
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,512,0.03713688916630215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,128,0.02075199948416816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,32,0.013606222139464485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,64,0.016315556234783597
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,256,0.02328266700108846
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1536,65536,5.847582075330947
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,12288,0.41916534635755753
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,10240,0.36027733484903973
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,8192,0.321361780166626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,7168,0.28494755427042645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,16384,0.5374897850884331
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,1024,65536,4.286469353569879
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,3584,0.18261155817243788
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,4096,0.20852711465623644
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,6144,0.25607289208306205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,5120,0.25481510162353516
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,3072,0.1723262204064263
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,2560,0.14439555009206137
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,2048,0.10911555422676934
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,1536,0.08510488933987087
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,512,0.03713511096106635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,1024,0.06211377514733208
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,768,0.047635555267333984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,32,0.013269333375824822
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,128,0.018980445133315194
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,256,0.025021332833502028
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,64,0.015319999721315173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,768,65536,2.9380613962809243
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,10240,0.19037155310312906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,8192,0.16108800305260554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,7168,0.14119022422366673
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,12288,0.22384622361924914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,16384,0.2860577901204427
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,4096,0.09426133500205146
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,5120,0.10881155729293823
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,3584,0.08350577619340684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,6144,0.126254227426317
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,2560,0.06791288985146417
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,3072,0.08069333102968004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,1536,0.0439262224568261
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,1024,0.031073778867721558
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,256,0.012341332932313284
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,2048,0.05676622523201836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,768,0.024846222665574815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,512,0.01837688850031959
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,128,0.010594666832023196
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,32,0.007198221981525421
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,64,0.008584889272848764
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,8192,0.11431822511884902
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,12288,0.15278666549258763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,7168,0.09767111142476399
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,16384,0.2059884468714396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,5120,0.07581155829959445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,10240,0.14164177576700845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,4096,0.060769776503245033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,6144,0.08438844150967068
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,3584,0.058442665470970996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,3072,0.04859377940495809
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,1536,0.02420444455411699
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,2048,0.034584889809290566
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,2560,0.043615112702051796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,1024,0.018072888255119324
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,512,0.011930666863918304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,256,0.009874666730562845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,768,0.014904000692897372
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,256,65536,1.1543430752224393
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,64,0.005984000033802456
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,32,0.0053084443012873335
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,128,0.0075777777367168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,512,65536,2.192207124498155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,128,65536,0.7027031050788032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,6144,0.07073244121339586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,10240,0.122143997086419
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,12288,0.14036533567640516
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,8192,0.10222044255998398
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,16384,0.18587288591596815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,7168,0.098453336291843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,5120,0.06470488839679293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,4096,0.04721600148412916
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,2560,0.03244444396760728
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,3072,0.03838310970200433
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,1024,0.011947555674446953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,1536,0.016041777200169034
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,512,0.008347555167145198
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,2048,0.027472888429959614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,768,0.010192888478438059
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,3584,0.04756888747215271
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,32,0.005120888766315249
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,64,0.005514666852023866
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,256,0.008016000191370646
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,128,0.006551110910044775
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,64,65536,0.6841608683268229
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,7168,0.07821510897742377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,12288,0.12868089146084255
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,8192,0.09418577618069118
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,10240,0.10853688584433661
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,16384,0.1705120007197062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,6144,0.07032089100943671
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,4096,0.04557777775658501
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,5120,0.05718311336305407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,3584,0.04285688863860237
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,1024,0.011402666568756104
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,3072,0.03753688931465149
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,1536,0.014412444498803882
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,2560,0.034156444999906756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,2048,0.026629333694775898
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,768,0.009766221874290043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,256,0.006828444285525217
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,512,0.008206222620275285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,128,0.004960888789759742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,32,0.003314666656984223
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,64,0.0038284444146686127
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8192,32,65536,0.657534228430854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,5120,9.825515747070312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,4096,7.674024793836806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,6144,11.288189358181425
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,7168,13.142168680826822
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,8192,14.914255777994791
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,3072,5.868302239312066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,2560,4.94252692328559
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,3584,6.766671074761285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,2048,4.024574279785156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,512,1.1807467142740886
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,1536,3.11755731370714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,256,0.7225359810723199
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,768,1.7172728644476996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,1024,2.211907492743598
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,10240,18.778539021809895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,32,0.39774399333530003
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,64,0.5129031075371636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,128,0.7077066633436414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,12288,22.33035617404514
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,7168,3.305121739705404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,8192,3.7406052483452688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,10240,4.646000756157769
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,12288,5.6121580335829
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,5120,2.386325412326389
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,4096,2.1866221957736545
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,6144,2.857105678982205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,3584,1.6952613194783528
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,16384,7.414344787597656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,2048,1.0403760274251301
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,2560,1.2461786270141602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,3072,1.7225768831041124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,1536,0.8372755580478244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,768,0.42499200503031415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,256,0.18110222286648223
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,1024,0.5867475403679742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,32,0.1026186678144667
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,64,0.14694310559166804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,128,0.1862471103668213
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,512,0.30764712227715385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,7168,2.5865145789252386
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,65536,16384,29.42007107204861
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,8192,3.0345645480685763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,10240,3.658940633138021
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,12288,4.382466634114583
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,4096,1.5172577963935003
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,5120,1.896225823296441
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,6144,2.2287716335720487
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,3584,1.3334586885240343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,1024,0.4369813336266412
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,1536,0.6553191079033746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,2048,0.8442364268832736
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,3072,1.260093371073405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,2560,1.0924355189005535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,16384,5.810418870713975
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,256,0.15113777584499782
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,32,0.07768799861272176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,128,0.1442062192493015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,512,0.24537245432535806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,768,0.32370132870144314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,64,0.10525688860151504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,8192,2.360136032104492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,10240,2.9479982588026257
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,12288,3.5117111206054688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,16384,4.656861199273004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,4096,1.3810595406426325
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,7168,2.0731964111328125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,5120,1.5011786354912653
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,6144,1.8067217932807074
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,2048,0.6419528855217828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,2560,0.8470222155253092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,3584,1.2091360092163086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,1536,0.5228951242234972
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,3072,0.9594969219631619
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,256,0.1224551068411933
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,512,0.20919288529290092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,1024,0.3571635617150201
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,768,0.2962435616387261
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,128,0.11344267262352838
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,64,0.08545777532789443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,32,0.07012977865007189
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,8192,1.9781146579318578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,10240,2.4523563385009766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,12288,2.9275680118136935
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,7168,1.7279528511895075
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,16384,3.8749707539876304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,6144,1.490033785502116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,5120,1.2898506588406033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,3072,0.8384373452928332
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,3584,0.9841751522488065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,4096,1.0104808807373047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,2560,0.7085964414808484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,768,0.2385457886589898
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,1024,0.29549866252475315
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,1536,0.4480942090352376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,256,0.09424266550276016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,512,0.16646667321523032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,2048,0.5968631108601888
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,64,0.06861333052317302
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,128,0.09721866581175063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,32,0.05751555495791965
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,10240,2.2110648685031467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,12288,2.631707509358724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,16384,3.493781407674154
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,16384,65536,30.38992987738715
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,8192,1.7725547154744465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,7168,1.5526773664686415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,12288,65536,23.023318820529514
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,6144,1.356835577223036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,4096,0.9672764672173394
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,5120,1.166054195827908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,3584,0.8733644485473633
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,3072,0.7043511072794596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,2560,0.6063395606146919
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,1024,0.2865511046515571
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,1536,0.39441778924730087
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,2048,0.5152995321485732
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,512,0.14537066883511013
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,768,0.1955031156539917
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,256,0.0885431104236179
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,128,0.08618666728337605
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,64,0.06329955657323201
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,32,0.04988177617390951
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,10240,65536,18.92209201388889
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,8192,1.5860551198323567
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,10240,1.9657493167453344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,12288,2.3478942447238498
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,7168,1.4851990805731878
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,6144,1.1934595108032227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,16384,3.098573260837131
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,5120,1.01091554429796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,3584,0.7257048818800184
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,4096,0.8102604548136393
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,1024,0.23573154873318145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,8192,65536,15.183022393120659
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,1536,0.33483110533820254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,2048,0.4358222219679091
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,768,0.17274044619666207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,512,0.1214560005399916
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,2560,0.5389324294196235
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,3072,0.6447795761956109
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,32,0.04208888941340976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,128,0.07105511426925659
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,256,0.07341688871383667
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,64,0.053063111172782056
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,7168,1.0523715549045138
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,8192,1.2937030792236328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,10240,1.4714843961927626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,12288,1.902364518907335
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,16384,2.3430845472547746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,4096,0.6668480237325033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,6144,0.897224850124783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,5120,0.8034710884094238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,3584,0.5693973435295953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,1536,0.2712479962242974
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,1024,0.19706666469573975
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,2560,0.43857600953843856
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,3072,0.4932453367445204
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,2048,0.3298124472300212
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,512,0.10654399792353313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,128,0.06163022253248426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,768,0.15008800559573704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,256,0.06724800003899468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,64,0.043775998883777194
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,32,0.03669510947333442
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,7168,65536,13.313914828830294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,8192,1.1198675367567275
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,10240,1.36298582288954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,12288,1.471549352010091
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,16384,1.9624222649468317
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,6144,0.7845759921603732
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,5120,0.6329564518398708
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,7168,0.8971804512871636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,4096,0.53947999742296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,2560,0.33725065655178493
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,2048,0.2781919903225369
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,3072,0.4018399980333116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,3584,0.4487466812133789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,1536,0.2348862224155002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,256,0.05078666739993625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,512,0.0893262227376302
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,768,0.12317066722446018
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,1024,0.1529324452082316
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,128,0.05021422108014425
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,32,0.03184444374508328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,64,0.036441776487562395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,8192,0.9839386410183377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,10240,1.2349084218343098
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,6144,65536,11.493973626030815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,12288,1.4763867060343425
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,16384,1.9552559322781031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,7168,0.8640453550550672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,6144,0.7549155553181967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,4096,0.5218266910976833
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,5120,0.6664746602376302
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,2048,0.2794533305697971
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,3072,0.39180533091227215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,1536,0.227455112669203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,3584,0.4566844304402669
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,2560,0.33440089225769043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,256,0.04863644308514065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,512,0.0776311092906528
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,768,0.10809510946273804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,128,0.046463999483320445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,1024,0.13286399841308594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,32,0.028232001596026953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,64,0.037484443849987455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,5120,65536,9.614995320638021
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,8192,0.7968826823764377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,10240,1.0353084140353732
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,12288,1.1826577716403537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,7168,0.7540622287326388
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,6144,0.6040897899203831
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,16384,1.5559750662909613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,4096,0.4075066778394911
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,5120,0.5230479770236546
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,3072,0.31865954399108887
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,1536,0.1724648873011271
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,2048,0.2169004413816664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,2560,0.2648986710442437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,4096,65536,7.61270989312066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,3584,0.37945599026150173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,256,0.040864888164732195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,768,0.09658044576644897
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,512,0.06987200180689494
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,64,0.03106400039460924
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,32,0.023374223046832617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,1024,0.12095377180311416
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,128,0.03658933440844218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,7168,0.5382586585150825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,8192,0.5996844503614638
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,10240,0.7402177916632758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,12288,0.9372924168904623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,5120,0.38270754284328884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,6144,0.46965069240993923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,4096,0.31732087665134007
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,16384,1.1743627124362521
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,3584,0.29594045215182835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,3072,0.24063555399576822
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,1536,0.1286240021387736
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,2048,0.1807626618279351
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,2560,0.2194488843282064
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,512,0.0533591111501058
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,1024,0.09841244750552708
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,256,0.03843199875619676
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,768,0.07291555404663086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,128,0.030770666069454614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,32,0.01958755486541324
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,64,0.023056889573733013
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3584,65536,6.604400210910374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,8192,0.5302329063415527
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,10240,0.6917769114176432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,7168,0.5285351011488173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,12288,0.8142773310343424
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,16384,1.0075537363688152
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,4096,0.31533779038323295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,5120,0.4067937797970242
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,3584,0.29137688212924534
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,6144,0.44919644461737734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,3072,0.23562577035692003
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,1536,0.1343982219696045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,1024,0.09001511335372925
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,2560,0.20615022712283662
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,2048,0.16839910878075492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,768,0.07027110788557264
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,128,0.028036445379257202
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,256,0.03494044476085239
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,64,0.021677333447668288
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,512,0.0520924429098765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,32,0.018423999349276226
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,10240,0.5106977886623806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,3072,65536,5.813374413384332
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,12288,0.5892008675469292
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,16384,0.8025289111667209
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,6144,0.30267466439141166
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,7168,0.35718311203850645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,8192,0.4218844572703044
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,5120,0.2545155684153239
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,3072,0.16556089454227024
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,4096,0.20967200067308214
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,3584,0.1913599967956543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,2560,0.13606133725908068
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,1024,0.0645973351266649
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,2048,0.11278755135006374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,1536,0.08666577604081895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,768,0.048800001541773476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,256,0.023958222733603582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,512,0.037498666180504694
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,128,0.019428445233239066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,64,0.01575288838810391
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,32,0.013305777476893531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2560,65536,4.720276302761502
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,10240,0.35813334253099227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,12288,0.4154488775465224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,16384,0.5372284253438314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,8192,0.31932444042629665
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,7168,0.2937057813008626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,6144,0.2484711011250814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,5120,0.25724532869127065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,4096,0.2045804394616021
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,2048,65536,3.8541963365342884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,3584,0.18638132678137886
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,3072,0.1578515503141615
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,2048,0.10821155707041423
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,2560,0.13336800204383
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,1536,0.08534310923682319
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,768,0.04761955473158094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,1024,0.06161599689059787
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,256,0.023054222265879314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,128,0.018931556079122756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,512,0.034865776697794594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,64,0.014918223023414612
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,32,0.01275022245115704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,8192,0.20303466584947374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,10240,0.24809421433342826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,12288,0.2965928978390164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1536,65536,3.063746770222982
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,7168,0.17740621831681994
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,16384,0.41544445355733234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,6144,0.15260356002383763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,5120,0.132423996925354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,2560,0.06843111250135633
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,3584,0.09366844760047065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,3072,0.08292088905970256
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,4096,0.11040266354878743
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,2048,0.05577955643335978
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,1536,0.045280890332327954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,1024,0.031862222486072116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,768,0.02602311140961117
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,256,0.01296533313062456
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,512,0.01926933394538032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,32,0.007600888609886169
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,64,0.009148444566461775
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,128,0.010681777364677854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,1024,65536,2.0594230228000217
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,10240,0.1894435617658827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,8192,0.15840800603230795
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,7168,0.13960444927215576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,12288,0.22179822127024332
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,16384,0.2895466751522488
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,6144,0.13201155927446154
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,768,65536,1.4719457626342773
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,65536,1.006570710076226
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,5120,0.10650400320688884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,4096,0.09181066354115804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,2048,0.05539822247293261
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,2560,0.06745600038104586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,1536,0.04372266597217984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,1024,0.03219555483924018
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,3584,0.08153333266576131
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,128,0.010332444475756751
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,768,0.024322667055659827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,3072,0.07394222418467204
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,512,0.018195556269751657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,256,0.012216889195972018
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,64,0.008643555144468943
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,8192,0.08744977580176459
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,12288,0.1193502214219835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,10240,0.10584800110922919
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,7168,0.08053333229488797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,16384,0.15308800008561876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,512,32,0.007284444239404466
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,6144,0.07383644580841064
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,3072,0.04305866691801283
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,5120,0.06733333402209811
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,3584,0.04881333311398824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,4096,0.05535822113355001
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,2048,0.03021866745418972
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,2560,0.03694222370783488
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,1536,0.024173332585228816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,768,0.014867555763986377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,512,0.012262221839692859
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,1024,0.017887999614079792
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,256,0.009363555245929295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,128,0.007638221813572778
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,64,0.0058453331391016645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,32,0.00526311124364535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,16384,0.11287644174363877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,12288,0.09064444568422104
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,10240,0.08090933163960774
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,256,65536,0.5102808740403917
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,8192,0.06312621964348687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,6144,0.05199466811286079
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,5120,0.043136000633239746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,7168,0.05678577555550469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,4096,0.03824533356560601
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,2048,0.017512000269360013
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,3072,0.023895111348893907
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,1536,0.01441511180665758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,2560,0.020922667450375024
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,1024,0.010999999940395355
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,768,0.009697777529557547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,256,0.006342222293217977
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,65536,0.3834826681349013
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,128,0.005369777894682354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,512,0.00794311116139094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,32,0.003963555726740095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,64,0.0047591109242704184
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,128,3584,0.03164444367090861
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,16384,0.10076266527175903
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,10240,0.06832177771462335
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,8192,0.05832978089650472
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,12288,0.07542400227652656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,7168,0.05464533302519056
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,6144,0.04487466812133789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,4096,0.023980443676312763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,3584,0.019558222757445443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,3072,0.016387555334303115
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,5120,0.0339626669883728
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,1536,0.010716444088353051
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,768,0.007918222082985772
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,1024,0.00886311133702596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,2560,0.015077332655588785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,2048,0.012576888832781049
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,128,0.004846222284767362
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,65536,0.34378398789299863
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,512,0.006825777805513806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,256,0.005372444374693765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,64,0.0038808890514903595
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,64,32,0.003310222178697586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,12288,0.06584178076850043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,7168,0.04193777839342753
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,8192,0.04814755585458544
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,16384,0.09288622273339166
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,6144,0.03581510980923971
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,10240,0.057835552427503795
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,4096,0.02151022189193302
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,3584,0.016314667132165697
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,5120,0.03338399860594008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,3072,0.014689778288205465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,2560,0.01295644458797243
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,2048,0.011195555329322815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,1536,0.009766221874290043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,1024,0.007771555748250749
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,768,0.0069715554515520734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,512,0.006057777752478917
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,256,0.005196444276306364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,64,0.0034088889757792154
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,128,0.004301333179076512
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,65536,0.32817067040337455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4096,32,32,0.0034684443639384378
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,5120,4.743607838948567
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,4096,3.8355606926812063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,6144,5.644623226589626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,7168,6.560462951660156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,8192,7.508510165744358
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,2560,2.473517311943902
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,3584,3.418875588311089
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,3072,2.924301359388563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,2048,2.0202176835801864
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,768,0.8977875179714627
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,512,0.5950631035698785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,1536,1.5732409159342449
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,10240,9.372616238064236
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,1024,1.1084719763861763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,256,0.36266665988498265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,128,0.35842400126987034
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,32,0.2056435611512926
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,64,0.2604737811618381
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,12288,11.156490749782987
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,7168,1.7367386288113063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,8192,1.9727164374457464
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,10240,2.4445298512776694
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,6144,1.4926658206515844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,12288,2.9228604634602866
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,5120,1.2529786427815754
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,4096,1.0193955103556316
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,3584,0.8947475221421984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,16384,3.876201629638672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,3072,0.7732044325934516
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,768,0.21783199575212267
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,2560,0.6573911243014866
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,2048,0.5395590994093153
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,1024,0.29585067431132
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,256,0.09513600005043878
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,64,0.07010666529337566
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,128,0.09289599789513482
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,32,0.05453688899676005
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,1536,0.4169440004560683
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,512,0.15595022837320963
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,65536,16384,14.92149692111545
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,7168,1.3806346257527669
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,8192,1.5747413635253906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,10240,1.953328874376085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,6144,1.194911109076606
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,12288,2.3379929860432944
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,4096,0.8100399971008301
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,5120,0.9985324011908637
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,3072,0.6163902282714844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,3584,0.713997311062283
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,1536,0.33129599359300405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,2560,0.5249724388122559
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,1024,0.23373333613077799
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,2048,0.42676888571845156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,768,0.1734000047047933
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,256,0.07452533642450969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,512,0.12172977129618327
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,16384,3.098870171440972
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,32,0.04344533218277825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,128,0.07136799891789754
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,64,0.053101334306928843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,7168,1.0457039939032662
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,8192,1.1853698094685872
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,10240,1.481441815694173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,12288,1.7906684875488281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,5120,0.7538746727837456
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,6144,0.9006311628553602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,4096,0.6113777690463597
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,16384,2.3307083977593317
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,3584,0.5446400112575954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,2048,0.3294444349077013
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,1024,0.179347554842631
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,2560,0.39651023017035586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,1536,0.25309422281053334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,3072,0.4668026500278049
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,256,0.061421334743499756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,768,0.14264621999528673
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,512,0.1018106672498915
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,128,0.06262044774161445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,64,0.04336000151104397
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,32,0.03550133440229628
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,8192,0.9907627105712891
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,10240,1.2253120210435655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,12288,1.479413350423177
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,16384,1.9415545993381078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,7168,0.8705155584547254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,6144,0.7477182282341851
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,5120,0.6278586917453343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,3584,0.4503484302096897
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,4096,0.5216124322679307
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,3072,0.3894888824886746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,2560,0.32938488324483234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,1536,0.2185057799021403
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,2048,0.2700471083323161
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,1024,0.14869066079457602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,768,0.11956622865464951
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,256,0.0513591104083591
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,128,0.05045955710940891
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,32,0.0292577776643965
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,64,0.03817066550254822
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,512,0.08972711033291286
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,16384,65536,15.113450792100695
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,12288,1.3673831091986761
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,10240,1.2313484615749783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,16384,1.8007305992974176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,12288,65536,11.37171851264106
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,6144,0.7449946403503418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,7168,0.8640622033013238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,8192,0.9971244600084094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,5120,0.6264746454026964
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,4096,0.5157190958658854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,2048,0.2677617867787679
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,3584,0.44644445843166775
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,3072,0.38660266664293075
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,1024,0.14687021573384604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,512,0.07502044571770562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,2560,0.33026666111416286
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,768,0.10485600100623237
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,1536,0.21003111203511557
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,256,0.04681422313054403
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,128,0.04799200097719828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,64,0.03626577721701728
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,32,0.027243556247817144
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,10240,65536,9.576924641927084
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,10240,0.9800373713175455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,8192,0.8025973108079699
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,8192,65536,7.6049287584092875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,12288,1.1702266269259982
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,16384,1.5587173038058812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,4096,0.4058969020843506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,5120,0.5218053393893772
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,7168,0.6935875680711535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,6144,0.606495115492079
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,3584,0.362228446536594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,2560,0.27190666728549534
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,1536,0.1702657805548774
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,1024,0.11996622880299886
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,2048,0.21519822544521758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,256,0.04195555713441637
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,512,0.07168800301022
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,128,0.03975466556019253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,3072,0.3109084500206841
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,64,0.02920000089539422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,768,0.09432622459199692
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,32,0.0232595553000768
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,8192,0.5938684675428603
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,10240,0.7369555367363824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,7168,0.5218204392327203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,7168,65536,6.671862284342448
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,12288,0.879308435651991
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,16384,1.18687195248074
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,6144,0.44974401262071395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,5120,0.3783671061197917
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,3584,0.2781217892964681
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,4096,0.3077964517805311
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,2560,0.20053511195712617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,2048,0.1630177762773302
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,3072,0.23500532574123809
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,1536,0.1279991070429484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,512,0.05483466717931959
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,768,0.07236978080537584
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,256,0.03539822167820401
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,128,0.02887644370396932
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,64,0.0225582222143809
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,1024,0.09695377614763047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,32,0.01918044520748986
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,7168,0.5260355737474229
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,8192,0.5407759878370497
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,10240,0.6450719833374023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,12288,0.7651955816480848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,16384,1.0042053858439128
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,4096,0.3052266703711616
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,6144,0.4532657729254828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,5120,0.38095643785264754
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,3584,0.2696453465355767
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,3072,0.23391466670566133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,2048,0.16294756200578478
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,1536,0.12750044133928087
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,512,0.05296622382269966
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,2560,0.19767910904354521
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,1024,0.08885244528452556
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,768,0.0709751115904914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,128,0.027753776974148218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,64,0.021760889225535925
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,32,0.018223111828168232
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,256,0.03475911087459988
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,6144,65536,5.6947742038302955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,8192,0.5256711112128364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,7168,0.4694862365722656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,12288,0.7332115703158908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,10240,0.6431111229790581
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,16384,0.9601181877983941
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,6144,0.4040328926510281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,4096,0.3043786684672038
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,3584,0.26870399051242405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,3072,0.23559376928541395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,5120,0.3801831139458551
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,2560,0.1969448857837253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,768,0.07107200225194295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,1536,0.12523733245001897
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,1024,0.08958755599127875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,2048,0.16148355272081164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,256,0.03417066733042399
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,64,0.02200177808602651
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,32,0.01793333391348521
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,512,0.051905777719285756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,128,0.027456889549891155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,5120,65536,4.6728087531195746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,7168,0.356964455710517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,10240,0.4930071300930447
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,8192,0.3960239887237549
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,12288,0.587374210357666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,16384,0.7858657836914062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,6144,0.3135502338409424
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,3584,0.18141867054833305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,4096,0.20456800195905897
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,5120,0.25510843594868976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,4096,65536,3.8547562493218313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,1024,0.061772445837656655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,3072,0.15833600362141928
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,1536,0.08506044414308335
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,768,0.04846222201983134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,2560,0.13737955358293322
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,512,0.03606755534807841
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,128,0.019448000523779128
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,256,0.023412444525294836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,2048,0.10943644576602513
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,32,0.013017777767446307
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,64,0.015831111205948722
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,8192,0.3236151006486681
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,10240,0.39638132519192165
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,12288,0.4630008803473578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,16384,0.612719111972385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3584,65536,3.44195556640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,7168,0.2870524459415012
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,5120,0.2526506582895915
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,6144,0.3049057854546441
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,4096,0.20751199457380506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,1536,0.08612355258729722
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,3584,0.1830995612674289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,3072,0.1584168937471178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,2560,0.1329182253943549
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,2048,0.10999021927515666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,768,0.04831022355291578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,1024,0.06161066558625963
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,128,0.019283556275897555
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,512,0.036107556687461004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,32,0.013034666577974955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,256,0.02312533391846551
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,64,0.015460444821251763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,10240,0.35783200793796116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,12288,0.4187155564626058
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,8192,0.32219110594855416
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,16384,0.5303182072109646
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,3072,65536,2.908792919582791
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,6144,0.2482879956563314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,7168,0.28150667084587944
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,4096,0.20418132676018608
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,5120,0.25460176997714573
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,3584,0.1807288858625624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,3072,0.15838932991027832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,2560,0.13230755594041613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,2048,0.10801866981718276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,1024,0.05923910935719808
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,1536,0.08432533343633015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,768,0.04788444439570109
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,512,0.03512444429927402
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,128,0.0188080006175571
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,32,0.012601777911186218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,256,0.02281066609753503
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,64,0.01497333414024777
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2560,65536,2.3853573269314237
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,8192,0.19931288560231528
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,12288,0.29993777804904515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,10240,0.24677777290344238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,7168,0.1774524450302124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,16384,0.4072444438934326
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,6144,0.1510853370030721
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,4096,0.10458488596810235
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,3584,0.09160177575217353
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,3072,0.08046044243706597
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,5120,0.12738577524820963
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,2560,0.06772533390257093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,2048,0.055454221036699086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,1536,0.04420711265669929
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,1024,0.03148444493611654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,512,0.018612444400787354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,768,0.02592977715863122
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,256,0.012679110798570844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,64,0.008889777792824639
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,128,0.010758221977286868
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,32,0.007641777396202087
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,10240,0.18904356161753336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,2048,65536,1.9850071801079645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,7168,0.1390506691402859
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,12288,0.21745510896046957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,8192,0.15366933080885145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,16384,0.28566310140821666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,3072,0.07228977812661065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,4096,0.0897315541903178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,3584,0.08110044399897258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,6144,0.12270132700602214
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,5120,0.10655644204881455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,2560,0.06785421901279025
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,1024,0.030290666553709242
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,768,0.024638222323523626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,1536,0.04279999931653341
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,2048,0.054640889167785645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,256,0.012125333150227865
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,512,0.01834488908449809
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,128,0.010272000398900773
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,64,0.008716444174448649
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,8192,0.11402132776048447
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,10240,0.1369697782728407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,32,0.007287110719415877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,12288,0.1628604465060764
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1536,65536,1.4572186999850805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,16384,0.20928443802727592
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,7168,0.10211111439598931
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,3584,0.049365331729253135
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,4096,0.05537422166930305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,6144,0.0888951089647081
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,3072,0.04293333490689596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,1024,65536,0.9592035081651477
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,2560,0.03719733489884271
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,5120,0.07678844531377156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,1536,0.024715556038750544
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,2048,0.030908445517222088
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,1024,0.01848355597919888
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,768,0.015479111009173922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,512,0.012249777714411417
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,128,0.007820444802443186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,256,0.009518221848540837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,32,0.005294222384691238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,64,0.0061919999619325
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,8192,0.09003021981981064
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,12288,0.11867288748423259
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,16384,0.1513351069556342
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,7168,0.08050133122338189
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,10240,0.10381778081258138
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,768,65536,0.7309039963616265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,4096,0.05439200003941854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,5120,0.0664186676343282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,6144,0.07325422101550631
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,3584,0.04879644513130188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,3072,0.042187554968727954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,1536,0.023965333898862202
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,2048,0.030068443881140813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,1024,0.017862222260899015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,512,0.012087999946541257
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,2560,0.036510222487979464
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,768,0.014986667368147107
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,256,0.008755555583371056
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,128,0.006931555353932911
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,64,0.0058711109062035876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,32,0.0052622221410274506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,512,65536,0.5085004700554742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,12288,0.06361066632800631
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,10240,0.0564017759429084
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,8192,0.05300177799330818
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,16384,0.08300711048973931
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,7168,0.04840977655516731
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,5120,0.03374310996797349
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,3584,0.027330666780471802
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,4096,0.028439998626708984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,6144,0.04405511087841458
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,3072,0.024002666274706524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,2560,0.02074399921629164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,2048,0.01737511157989502
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,1024,0.010948444406191507
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,512,0.007708444363541073
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,1536,0.01425333321094513
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,256,0.006100444330109491
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,128,0.005290666802061929
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,768,0.009454222189055549
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,32,0.0037946667936113146
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,64,0.0047768888374169665
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,12288,0.04833689000871447
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,256,65536,0.3063502311706543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,7168,0.03129155437151591
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,10240,0.0432293348842197
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,8192,0.03718666566742791
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,16384,0.06657777892218696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,6144,0.025975111458036635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,5120,0.022657778528001573
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,3584,0.01905422243807051
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,4096,0.019882667395803664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,3072,0.015871110889646742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,65536,0.19777511225806343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,2048,0.012452444268597497
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,2560,0.014482667048772177
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,1024,0.008477333519193862
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,1536,0.010585777461528778
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,512,0.006492444624503453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,768,0.007648000286685095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,128,0.004811555561092165
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,256,0.005522666705979242
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,64,0.00378222225440873
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,128,32,0.003318222239613533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,12288,0.0461386673980289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,16384,0.056602663464016385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,10240,0.03653511073854234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,65536,0.18251644240485299
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,8192,0.030985779232449
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,7168,0.025788444611761305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,5120,0.01531377765867445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,6144,0.01690933273898231
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,2560,0.01309866706530253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,2048,0.01130488928821352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,1024,0.007841777470376756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,1536,0.009686222506894005
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,768,0.007017778025733099
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,128,0.0041368889311949415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,512,0.006127999888526068
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,256,0.005157333281305102
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,3072,0.012179555164443122
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,32,0.0030053332448005676
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,64,0.0034479999707804788
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,3584,0.012958221965365939
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,8192,0.02751911183198293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,10240,0.035255110926098294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,64,4096,0.013649777405791812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,12288,0.03931022352642483
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,16384,0.051559110482533775
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,6144,0.015202666322390238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,7168,0.0199991116921107
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,4096,0.012321777641773224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,5120,0.01371911085314221
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,3584,0.01200711147652732
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,3072,0.011176000038782755
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,65536,0.19514132870568168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,2560,0.01278222186697854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,1536,0.00942488925324546
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,2048,0.011115555961926779
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,1024,0.007762666377756331
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,768,0.00692622239391009
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,32,0.0029484445436133277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,512,0.006079999936951532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,64,0.0033617777129014335
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,256,0.005127999931573868
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2048,32,128,0.0036142224238978494
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,5120,2.3906097412109375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,6144,2.829608917236328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,7168,3.286937713623047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,8192,3.735967000325521
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,4096,1.9302923414442275
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,3072,1.4674124187893336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,3584,1.7105173534817164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,2560,1.2417937384711373
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,10240,4.64235093858507
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,2048,1.017216894361708
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,1536,0.7913626564873589
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,256,0.18522844049665663
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,1024,0.5627386834886339
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,512,0.30356621742248535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,768,0.4420231183369954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,128,0.18416355715857613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,64,0.1351111067665948
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,32,0.10375199715296428
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,12288,5.55169677734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,6144,0.7471271091037326
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,7168,0.8664124276902941
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,8192,0.9904897477891711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,12288,1.4694764879014757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,10240,1.2240364286634657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,65536,16384,7.403485616048177
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,5120,0.6278159883287218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,3584,0.45075379477606875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,3072,0.38915467262268066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,4096,0.5079591009351943
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,2560,0.3290453222062853
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,16384,1.9428390926784938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,1536,0.20972355206807455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,768,0.11815467145707871
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,256,0.052617778380711876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,512,0.08831555313534206
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,1024,0.1478053331375122
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,2048,0.26990222930908203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,32,0.02907555633121067
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,64,0.03931822379430135
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,128,0.05023733443684048
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,6144,0.5979902479383681
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,8192,0.789189338684082
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,7168,0.6932933595445422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,10240,0.981053352355957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,12288,1.1747360229492188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,3584,0.3589182164933946
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,4096,0.4063253402709961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,5120,0.5024933285183376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,3072,0.31172090106540257
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,1536,0.16746844185723198
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,2560,0.2641022205352783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,16384,1.5527724160088434
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,2048,0.2150799963209364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,768,0.09450222386254205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,1024,0.11863199869791667
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,512,0.07018666797214083
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,128,0.039341333839628435
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,256,0.04658755660057068
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,64,0.030363556411531236
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,32,0.02336799932850732
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,7168,0.524038208855523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,10240,0.7401928901672363
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,8192,0.5939840210808648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,12288,0.879594643910726
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,4096,0.3063253296746148
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,16384,1.1684622234768338
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,5120,0.37978400124443906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,3584,0.27064445283677846
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,6144,0.4517208735148112
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,2560,0.19901155100928414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,3072,0.23485867182413736
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,2048,0.16386577818128797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,1024,0.09187289079030354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,1536,0.12729599740770128
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,768,0.07185688945982191
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,256,0.03564088874393039
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,64,0.023237332701683044
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,32,0.018746667438083224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,128,0.030068443881140813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,512,0.05357244279649523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,12288,0.765159977806939
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,10240,0.6475057601928711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,16384,1.003875520494249
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,8192,0.5265786912706163
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,7168,0.46847375233968097
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,6144,0.4484755727979872
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,16384,65536,7.695148044162327
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,4096,0.30561600791083443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,5120,0.377125342686971
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,3584,0.26977067523532444
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,2048,0.16136622428894043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,12288,65536,5.702470143636067
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,1536,0.12605067094167074
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,768,0.0708248880174425
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,256,0.0344835552904341
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,3072,0.23687820964389375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,512,0.052601777844958834
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,128,0.028904000918070476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,1024,0.08912444114685059
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,64,0.02234577801492479
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,32,0.01846311158604092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,2560,0.198305779033237
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,10240,65536,4.675367991129558
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,8192,0.5222657521565756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,7168,0.4659084214104547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,10240,0.6435039838155111
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,6144,0.4044000042809381
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,12288,0.735480891333686
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,16384,0.9552284876505533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,4096,0.3041751119825575
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,3072,0.23279823197258842
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,5120,0.3759448793199327
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,3584,0.268650664223565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,8192,65536,3.8302506340874563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,2048,0.16085067060258654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,2560,0.196760892868042
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,1024,0.08810755279329087
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,768,0.07021333111657037
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,256,0.03381155596839057
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,128,0.027821332216262817
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,1536,0.12545955181121826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,64,0.021631111701329548
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,32,0.017865777015686035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,512,0.052036444346110024
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,7168,0.34842220942179364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,6144,0.30051999621921116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,8192,0.39633867475721574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,10240,0.4926497671339247
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,12288,0.5872382058037652
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,3584,0.18109599749247232
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,5120,0.25302222039964467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,4096,0.20474933253394234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,16384,0.7814568943447537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,2560,0.133279111650255
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,3072,0.1580222182803684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,1536,0.0852960016992357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,2048,0.10923910803265041
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,1024,0.059899555312262646
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,256,0.023839111129442852
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,768,0.04811911119355095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,512,0.03580977850490146
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,64,0.015506666567590503
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,128,0.01940533353222741
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,32,0.012865777644846173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,10240,0.3905199898613824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,12288,0.4626311196221246
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,7168,0.3478906684451633
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,8192,0.3957173294491238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,16384,0.6101946830749512
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,6144,0.29983022477891713
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,3584,0.18087732791900635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,5120,0.2522204452090793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,4096,0.20428000556098092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,3072,0.15721155537499323
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,7168,65536,3.4303563435872397
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,2048,0.1083715558052063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,1536,0.08487021923065186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,2560,0.13277244567871094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,1024,0.05982044670316908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,512,0.03555999861823188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,128,0.019095111224386428
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,64,0.015219555960761176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,768,0.047912001609802246
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,256,0.023620444867346022
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,32,0.012772444221708508
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,6144,65536,2.879397286309136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,8192,0.3177182144588894
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,16384,0.5231919818454319
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,7168,0.2825511031680637
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,12288,0.4101137850019667
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,10240,0.3591902256011963
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,3072,0.15606044398413763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,2560,0.13249156210157606
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,5120,0.25168267885843915
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,3584,0.18057333098517525
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,4096,0.20388621754116484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,1536,0.08382666773266262
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,1024,0.05928711096445719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,2048,0.10785155826144749
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,768,0.04786044359207153
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,512,0.03532355692651536
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,6144,0.30020001199510365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,64,0.014930667148696052
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,256,0.023065777288542852
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,32,0.012489777472284106
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,128,0.018790221876568265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,5120,65536,2.3875679439968533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,10240,0.3859457704755995
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,8192,0.314792897966173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,12288,0.40520355436537003
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,16384,0.5124248928493923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,7168,0.28265688154432506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,4096,0.20344800419277617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,5120,0.25127466519673664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,3072,0.15743554963005915
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,3584,0.1795599990420871
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,6144,0.2426719930436876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,4096,65536,1.9819520314534504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,1024,0.05915111303329468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,768,0.04705866509013706
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,1536,0.08437866634792751
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,2048,0.1075413359536065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,512,0.035432888401879206
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,2560,0.13193955686357287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,256,0.02269866731431749
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,128,0.018749333090252347
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,64,0.015098666151364645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,32,0.0123511114054256
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,10240,0.24703555636935762
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,8192,0.20025955306159127
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,12288,0.2946186595492893
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,7168,0.17535111639234754
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,16384,0.39267555872599286
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,4096,0.10330844587749904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,5120,0.12826844056447348
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,3584,0.0916266640027364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,6144,0.1513706710603502
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,2560,0.06753333409627278
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,3072,0.07996533314387004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,1536,0.0437395539548662
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,2048,0.05583022038141886
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,1024,0.031579554080963135
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,768,0.025739555557568867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,512,0.01883288886811998
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,128,0.010605333579911126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,64,0.00868622213602066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,256,0.012511110968059964
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,32,0.007507555186748505
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3584,65536,1.819385740492079
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,8192,0.19893244902292886
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,10240,0.21456533008151582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,7168,0.17479556136661104
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,12288,0.24964356422424316
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,16384,0.32201067606608075
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,5120,0.12709332836998835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,4096,0.1029919981956482
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,6144,0.15091644393073186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,3584,0.09125155872768825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,3072,0.07967022392484877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,2560,0.06735999716652764
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,768,0.0247715562582016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,1024,0.03133866522047255
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,1536,0.043375998735427856
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,256,0.012367111113336353
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,3072,65536,1.4524808459811742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,128,0.010419555836253695
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,2048,0.05524355504247877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,32,0.00742133292886946
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,512,0.018527110417683918
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,64,0.00852888905339771
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,6144,0.12200355529785156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,7168,0.13943555619981554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,12288,0.21670133537716338
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,8192,0.15454044606950548
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,10240,0.18721066580878365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,16384,0.2857288784450955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,5120,0.10619466834598118
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,4096,0.0904959970050388
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2560,65536,1.2117448382907443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,2048,0.05544266766972012
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,2560,0.06677155362235175
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,3072,0.07243644528918795
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,1536,0.042861332496007286
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,1024,0.03030844529469808
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,512,0.018328888548745047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,768,0.024502222736676533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,256,0.012082666986518435
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,32,0.0075084442893664045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,64,0.008290666672918532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,128,0.010232888989978367
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,8192,0.11273954974280463
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,10240,0.13672622044881186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,3584,0.08136889007356432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,16384,0.20921688609653047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,7168,0.1009591089354621
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,4096,0.05480710996521843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,6144,0.08881688780254787
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,5120,0.07691288656658597
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,2048,65536,1.0485137303670247
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,3584,0.04919377631611294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,2048,0.030580444468392268
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,1536,0.024703999360402424
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,3072,0.04272177815437317
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,2560,0.03668177790111966
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,1024,0.018572444717089336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,12288,0.16061600049336752
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,64,0.006018666757477655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,32,0.005210666606823604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,768,0.015462223026487561
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,128,0.007455999652544658
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,256,0.00942666663063897
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,65536,0.75927734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,12288,0.11851199467976888
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,10240,0.10538488626480103
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1536,512,0.01221333361334271
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,7168,0.08044089211357965
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,16384,0.15140977170732287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,5120,0.06636622216966417
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,6144,0.07056888606813219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,8192,0.08779378069771661
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,4096,0.0542719993326399
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,3584,0.0481644438372718
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,2560,0.036200000180138484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,3072,0.04217155443297493
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,2048,0.030058665408028498
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,1536,0.02409066590997908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,768,0.014816888504558139
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,1024,0.017887110511461895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,64,0.005611555443869696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,32,0.005324444423119227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,512,0.012114666402339935
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,128,0.007082666787836287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,256,0.008775110873911116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,1024,65536,0.5482204225328233
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,8192,0.06267999940448336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,12288,0.0868062244521247
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,10240,0.07555199993981256
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,6144,0.051157332128948636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,16384,0.12368178367614746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,4096,0.038559112283918597
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,5120,0.044511109590530396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,7168,0.05676711267895169
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,3584,0.03289866778585646
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,3072,0.028819554381900366
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,2560,0.025705777936511572
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,2048,0.02084355552991231
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,1536,0.016878222425778706
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,1024,0.012701333396964602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,768,0.010823999842007955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,256,0.006559111177921295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,512,0.00886222223440806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,64,0.005951111101441913
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,128,0.005564444594913059
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,32,0.0046897778908411665
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,768,65536,0.4224550988939073
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,12288,0.06092088752322727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,10240,0.05297155512703789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,8192,0.05245777633455065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,16384,0.07743555307388306
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,3584,0.02715644405947791
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,7168,0.048229333427217275
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,4096,0.028200000524520874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,5120,0.03248000144958496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,3072,0.024001777172088623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,6144,0.03714488943417867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,2560,0.020690666304694284
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,1536,0.014217777384652032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,1024,0.010977778169843884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,2048,0.017440888616773818
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,768,0.009391999906963771
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,512,0.007702222300900354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,32,0.003798222376240624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,65536,0.3036453458997938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,64,0.004791999856630961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,16384,0.050269332196977407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,8192,0.030400888787375555
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,12288,0.03868888815244039
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,10240,0.03661688831117418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,7168,0.028093334701326158
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,6144,0.02555466691652934
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,65536,0.15071022510528564
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,5120,0.022487999664412603
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,128,0.005134222408135732
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,4096,0.020053333706325956
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,3072,0.015979554918077257
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,3584,0.019325332509146798
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,2560,0.014490667316648694
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,2048,0.012544000314341651
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,1536,0.010379555324713389
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,768,0.0075626663035816616
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,512,0.0064035554726918536
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,256,0.0052675555149714155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,1024,0.008462222086058723
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,512,256,0.006038222048017714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,128,0.004699555536111196
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,32,0.0032044444233179092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,256,64,0.0038133333954546186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,12288,0.026751110951105755
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,8192,0.02040088839001126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,7168,0.019143111175960965
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,10240,0.023037332627508376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,16384,0.03607022100024753
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,5120,0.01577422188387977
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,6144,0.017345777816242643
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,4096,0.014567999376191033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,65536,0.12268266412946914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,3072,0.011957333319716983
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,2560,0.011188444164064197
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,3584,0.012875555290116204
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,1536,0.009617778162161509
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,2048,0.01131199962562985
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,768,0.0070168889231152
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,512,0.006113777971929974
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,1024,0.007864000068770515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,256,0.005162666655249066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,128,0.004041777716742622
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,64,0.0033004445334275565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,128,32,0.002934222213096089
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,10240,0.016729777057965595
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,8192,0.01477866702609592
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,12288,0.017657778329319425
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,7168,0.013409777647919126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,65536,0.10049333175023396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,16384,0.031277332040998675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,5120,0.011457777685589261
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,6144,0.012320888539155325
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,4096,0.013105777402718862
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,3584,0.012288889123333825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,2560,0.010804444551467896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,3072,0.011514667007658215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,1536,0.007879999776681265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,1024,0.007729777859316931
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,768,0.0069751110341813825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,2048,0.008280889027648503
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,128,0.0033866665843460294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,512,0.006039111150635614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,64,0.0033537778589460584
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,256,0.004590222405062782
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,64,32,0.0028657778683635923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,16384,0.02628533376587762
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,8192,0.013040000365840064
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,10240,0.014544000228246054
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,65536,0.09204355875651042
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,7168,0.012216000093354119
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,5120,0.010474666953086853
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,4096,0.009645333720578088
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,6144,0.011305777562989129
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,3072,0.00888355573018392
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,3584,0.009351111120647853
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,2048,0.007931555310885111
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,1536,0.007314666277832455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,2560,0.008481777376598781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,12288,0.016303999556435477
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,1024,0.007526222202512953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,768,0.006762666834725275
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,512,0.005888000130653381
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,256,0.00444444434510337
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,128,0.0033404444240861465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,64,0.003272888975010978
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1024,32,32,0.004159111115667555
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,5120,1.891134262084961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,6144,2.23760986328125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,7168,2.5940799713134766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,8192,2.9542374081081815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,4096,1.517825762430827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,3584,1.3432248433430989
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,3072,1.162901348537869
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,10240,3.6701431274414062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,2560,0.9836053848266602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,2048,0.796653323703342
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,1024,0.4433582093980577
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,1536,0.6225528717041016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,256,0.145961774720086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,768,0.35466665691799587
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,512,0.23901155259874132
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,64,0.10605777634514703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,32,0.07992266946368747
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,128,0.1480568912294176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,12288,4.43088616265191
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,8192,0.7917564180162219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,7168,0.693752023908827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,6144,0.6044373512268066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,10240,0.9804595311482748
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,12288,1.1717173258463542
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,4096,0.40653332074483234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,5120,0.503912025027805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,16384,1.5582151412963867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,3584,0.3669155438741048
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,3072,0.3113599883185493
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,1536,0.16839378409915498
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,2560,0.2638808886210124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,65536,16384,5.877214219835069
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,2048,0.21556088659498426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,512,0.07148000266816881
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,256,0.04692088895373874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,128,0.039312889178593956
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,1024,0.12143288718329535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,64,0.03081866767671373
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,768,0.09681955311033462
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,32,0.023583110835817125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,7168,0.5213911268446181
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,10240,0.7380160225762261
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,8192,0.5990382300482856
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,12288,0.8797581990559896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,5120,0.37885599666171604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,16384,1.1696408589680989
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,4096,0.305644432703654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,6144,0.4496311081780328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,3584,0.2705013222164578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,2560,0.19888444741566977
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,3072,0.23501422670152453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,2048,0.1625244485007392
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,1024,0.09162133269839817
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,768,0.07297599977917142
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,1536,0.12676089339786106
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,128,0.029304888513353135
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,64,0.02218666672706604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,256,0.034929778840806745
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,512,0.05436888999409146
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,32,0.018052443861961365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,8192,0.5260817739698622
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,10240,0.6255946689181858
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,12288,0.7383911344740125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,16384,0.962956428527832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,7168,0.46660624610053164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,5120,0.3776266574859619
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,16384,65536,5.760342915852864
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,6144,0.40561776691012913
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,2048,0.16263555155860052
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,3584,0.2699200047387017
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,3072,0.23304533958435059
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,1536,0.12583733929528132
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,2560,0.1982435517840915
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,4096,0.30433066685994464
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,768,0.07168000274234347
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,12288,65536,4.24813969930013
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,128,0.02880177895228068
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,512,0.05264355407820808
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,256,0.03427111109097799
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,64,0.02196888956758711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,32,0.01805688937505086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,1024,0.09191644191741943
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,7168,0.34960799747043186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,6144,0.3007128768497043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,8192,0.396579556994968
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,10240,0.4921271006266276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,12288,0.5875697665744358
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,5120,0.2536373403337267
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,16384,0.781034681532118
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,4096,0.20499644014570448
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,3072,0.15748266379038492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,10240,65536,3.5330933464898
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,2048,0.10967910952038235
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,1536,0.08575466606352065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,2560,0.13353155718909368
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,3584,0.18143999576568604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,256,0.024414221445719402
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,1024,0.061478224065568715
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,768,0.049152000082863696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,64,0.015798222687509324
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,32,0.013184888495339287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,512,0.03656355539957682
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,128,0.0203475554784139
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,8192,0.3955546749962701
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,7168,0.34800444708930117
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,6144,0.3008364571465386
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,10240,0.4912373224894206
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,12288,0.5868693457709419
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,3584,0.1811671124564277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,5120,0.25224532021416557
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,3072,0.1568346685833401
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,4096,0.20479733414120146
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,2560,0.13289599948459202
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,2048,0.10916622479756673
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,768,0.04895377821392483
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,1536,0.08497422271304661
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,1024,0.06138044595718384
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,16384,0.7779466840955945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,512,0.035558223724365234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,256,0.023623110519515142
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,32,0.012634666429625617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,64,0.015192000402344598
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,128,0.019310222731696237
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,8192,0.2977537843916151
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,10240,0.3610364331139459
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,12288,0.4275386598375108
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,7168,0.34785156779819065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,8192,65536,2.9443545871310763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,4096,0.2045831150478787
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,6144,0.2996399932437473
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,16384,0.5546035766601562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,5120,0.252071115705702
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,3584,0.18069067266252306
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,3072,0.15835644139183894
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,2560,0.13310221831003824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,1024,0.060212446583641895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,768,0.047600888543658786
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,512,0.03574577636188931
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,2048,0.10815022389094035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,1536,0.08480177985297309
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,128,0.019021333919631112
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,32,0.012768000364303589
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,256,0.023386667172114056
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,64,0.015153777268197803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,7168,65536,2.5427883995903864
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,7168,0.28402754995557994
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,12288,0.41414666175842285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,8192,0.3175484339396159
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,10240,0.3891599973042806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,16384,0.5188168949551052
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,3584,0.18012977970971
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,6144,0.24795020951165092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,3072,0.15603466828664145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,5120,0.25228267245822483
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,4096,0.20381689071655273
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,6144,65536,2.1375270419650607
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,768,0.04719110992219713
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,1024,0.05925333499908447
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,2560,0.13218311468760172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,2048,0.1092462208535936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,1536,0.08435110913382636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,512,0.035550223456488714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,128,0.01888444523016612
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,256,0.023152000374264185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,32,0.012507555385430654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,64,0.015071110592948066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,12288,0.2947857909732395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,16384,0.3945137659708659
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,8192,0.2004293335808648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,10240,0.24705423249138725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,7168,0.1763368844985962
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,5120,65536,1.8223590850830078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,3584,0.09166844685872395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,4096,0.10382844342125787
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,6144,0.15166844262017146
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,2560,0.06823911269505818
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,3072,0.07995377646552192
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,1024,0.03162311183081733
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,2048,0.05561600128809611
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,1536,0.043840001026789345
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,768,0.02589599953757392
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,5120,0.12793421745300293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,512,0.018944889307022095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,256,0.012496888637542725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,64,0.008641777767075432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,32,0.0074106670088238185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,128,0.010528888967302112
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,4096,65536,1.4517030715942383
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,12288,0.2944328784942627
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,8192,0.19997510645124647
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,6144,0.1510782241821289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,10240,0.24664621882968477
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,5120,0.1284266710281372
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,7168,0.17473333411746553
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,16384,0.39240267541673446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,4096,0.10313422150082058
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,3584,0.0917324423789978
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,3072,0.07931111256281535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,2560,0.06732710864808825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,768,0.024686222275098164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,512,0.01868533260292477
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,1024,0.0315048893292745
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,256,0.01239911135700014
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,64,0.008527999950779809
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,128,0.010432889064153036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,1536,0.043303999635908336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,2048,0.05596533086564806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,32,0.00740622232357661
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,6144,0.12288444572024876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3584,65536,1.2654150856865776
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,10240,0.18762132856580946
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,7168,0.14151822196112737
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,8192,0.15416444672478571
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,5120,0.10741511318418716
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,4096,0.09226310915417141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,3584,0.08209866947597928
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,3072,0.07892088757620917
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,2048,0.055255999167760216
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,16384,0.283590210808648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,1024,0.03051911128891839
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,1536,0.04349244303173489
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,768,0.024511999554104272
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,2560,0.06689333253436618
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,512,0.018428444862365723
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,256,0.01221244451072481
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,128,0.01034222212102678
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,12288,0.21736355622609457
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,64,0.008557333714432186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,32,0.007298666569921706
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,8192,0.15457777182261148
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,6144,0.1216168933444553
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,3072,65536,1.05094485812717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,10240,0.1866177717844645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,16384,0.281805329852634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,12288,0.2172835535473294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,7168,0.1407582230038113
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,5120,0.10643555720647176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,1024,0.030447999636332195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,2048,0.05483377642101712
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,1536,0.04303110970391167
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,2560,0.06696622239218818
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,3072,0.07210222217771742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,3584,0.08110222551557753
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,768,0.024521778027216595
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,256,0.012132444315486483
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,4096,0.09030133485794067
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,512,0.01830222209294637
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,128,0.010273777776294285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,32,0.007247111035717859
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,65536,0.9066577487521701
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2560,64,0.008413333031866286
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,8192,0.11361689037746853
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,10240,0.13642133606804743
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,12288,0.16088444656795925
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,7168,0.10207466946707831
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,16384,0.20911110772026908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,5120,0.07770311170154147
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,6144,0.08929600318272908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,3584,0.04897600081231859
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,3072,0.04308177696333992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,2048,0.03066666589842902
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,1024,0.01866666641500261
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,4096,0.05478399991989136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,2560,0.03674133287535773
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,1536,0.0247706671555837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,512,0.012247111234400006
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,128,0.007459555235173967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,768,0.015747555428081088
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,64,0.005909333212508096
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,32,0.00534400012758043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,256,0.009520000053776635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,7168,0.07996266418033175
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,10240,0.10400888654920791
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,2048,65536,0.7316488689846463
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,16384,0.15175378322601318
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,8192,0.08775911066267227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,12288,0.1210213369793362
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,4096,0.0547342234187656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,6144,0.07110044691297743
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,5120,0.06639822324117024
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,3072,0.04250399933920967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,3584,0.04835822184880575
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,2560,0.03665333324008518
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,2048,0.030454221698972914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,1536,0.024326221810446844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,768,0.015078221758206686
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,1024,0.01809955636660258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,128,0.007123555574152205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,256,0.008934222161769867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,512,0.01183733344078064
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,32,0.005068444543414646
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,64,0.005673777725961473
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,7168,0.056863109270731606
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1536,65536,0.5456782446967231
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,10240,0.07459111346138848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,16384,0.12658845053778753
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,3584,0.033081776565975614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,4096,0.03853777713245816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,12288,0.08703200022379558
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,6144,0.050754666328430176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,5120,0.04586133360862732
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,3072,0.028479999966091577
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,2560,0.024873778223991394
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,1536,0.017120889491505094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,2048,0.02075111038155026
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,8192,0.0629955530166626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,1024,0.013120888835854001
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,768,0.010932444698280759
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,128,0.005583111196756363
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,256,0.006677333265542984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,65536,0.4219813346862793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,64,0.005991999887757831
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,32,0.0047377778424157035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,1024,512,0.008842666943868002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,12288,0.06101777818467882
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,10240,0.053595556153191455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,16384,0.07840177747938368
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,6144,0.044927110274632774
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,7168,0.04937600096066793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,5120,0.03324800067477756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,4096,0.028463111983405218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,8192,0.05340266558859083
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,2560,0.02131555477778117
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,3072,0.024145777026812237
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,2048,0.01771111124091678
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,768,0.009735999835862054
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,1024,0.011249778171380361
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,512,0.007910221815109253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,1536,0.014409777190950183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,256,0.006230222268237009
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,128,0.005355555564165115
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,32,0.004138666722509596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,64,0.005152889009979037
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,16384,0.05997155772315132
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,12288,0.04899911085764567
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,10240,0.042040887806150645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,7168,0.03245155678855048
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,6144,0.029614223374260798
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,8192,0.036024000909593366
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,4096,0.023001778456899855
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,5120,0.02608000073168013
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,65536,0.20618132750193277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,3584,0.02741066614786784
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,3072,0.019966221517986722
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,3584,0.021581333544519212
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,2048,0.015047111445003085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,2560,0.018230222993426852
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,768,65536,0.3818862173292372
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,1536,0.012740444805887012
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,1024,0.010119111173682744
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,512,0.007553777760929531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,64,0.004212444441186057
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,256,0.005715555614895291
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,128,0.005115555392371284
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,768,0.00868266655339135
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,512,32,0.003488000068399641
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,10240,0.025711110896534387
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,7168,0.020796444680955675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,6144,0.019001776973406475
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,8192,0.022574222750133936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,16384,0.03832622369130453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,5120,0.017497777938842773
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,12288,0.03170133299297757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,4096,0.01588711142539978
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,3584,0.01695644524362352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,3072,0.01477688882086012
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,2048,0.011233777635627322
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,2560,0.012964444855848948
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,65536,0.11815022097693549
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,1024,0.007902222375075022
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,768,0.00703111125363244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,1536,0.009535999761687385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,512,0.006131555471155379
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,256,0.005158222383923001
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,64,0.003547555456558863
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,128,0.004416000097990036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,256,32,0.0031031111462248694
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,10240,0.017619555195172627
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,8192,0.016301333904266357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,6144,0.013472889032628802
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,5120,0.01242844429281023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,12288,0.019148444135983784
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,7168,0.014466666513019137
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,16384,0.031127111779318914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,65536,0.08594399690628052
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,4096,0.011053333679835001
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,2048,0.009091555244392818
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,3072,0.010991999672518836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,1024,0.007860444486141205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,3584,0.011695110963450538
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,768,0.006992888947327931
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,2560,0.010355555348926121
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,1536,0.00960177762640847
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,256,0.00517155561182234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,512,0.006086222413513396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,128,0.0037342223028341928
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,32,0.0029804443733559716
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,128,64,0.003075555587808291
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,12288,0.014762666490342883
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,10240,0.013153778182135688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,8192,0.01258488910065757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,16384,0.017356443736288283
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,7168,0.011228444675604502
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,5120,0.00983199973901113
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,6144,0.010460444622569613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,4096,0.009038222332795462
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,3584,0.008976000050703684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,2560,0.008295111358165741
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,65536,0.07900710900624593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,2048,0.007761778102980719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,1536,0.007408888803588019
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,3072,0.0085235552655326
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,1024,0.0069217777086628815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,768,0.006874666859706243
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,128,0.0033200000309281876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,256,0.004403555558787452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,64,0.0032986667421129015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,32,0.0041644444896115195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,16384,0.015037332971890768
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,12288,0.012533333566453723
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,65536,0.0728551083140903
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,8192,0.010994666980372535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,10240,0.011590222517649332
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,5120,0.009032888544930352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,7168,0.009975999593734741
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,6144,0.009378666679064432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,4096,0.008343111309740279
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,3584,0.008229333493444655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,64,512,0.005909333212508096
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,2560,0.0075697774688402815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,3072,0.007984889050324758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,2048,0.007139555282062954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,1536,0.006945778098371293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,1024,0.006511111226346757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,768,0.00674311113026407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,512,0.005848000033034219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,128,0.0033599999215867785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,256,0.0042239998777707415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,32,0.004159111115667555
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,768,32,64,0.004044444610675176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,6144,1.4930551317003038
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,7168,1.7284124162462022
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,8192,1.9716567993164062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,10240,2.4447750515407987
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,5120,1.2578471501668294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,4096,1.0131395128038194
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,3584,0.8924151526557075
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,3072,0.7747964329189725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,2560,0.6535875532362196
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,12288,2.944485346476237
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,2048,0.5331199963887533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,1536,0.41585776540968156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,768,0.23304356469048393
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,1024,0.2960080040825738
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,256,0.09790666898091634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,128,0.10050666994518703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,512,0.15883289443122015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,32,0.05621600151062012
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,64,0.07483377721574572
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,65536,16384,3.8823937310112844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,7168,0.46793068779839414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,8192,0.5281786918640137
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,6144,0.448627577887641
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,10240,0.6460880173577203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,12288,0.7641901969909668
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,4096,0.3053635491265191
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,16384,1.0089279810587566
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,2560,0.19840089480082193
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,2048,0.16149866580963135
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,3072,0.23395021756490073
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,5120,0.3767671055263943
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,3584,0.27058755026923287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,512,0.05340711275736491
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,1536,0.12766844696468777
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,128,0.029374221960703533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,1024,0.0899733304977417
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,256,0.03465066684616937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,64,0.02260711126857334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,768,0.07179733117421468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,32,0.018045332696702745
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,6144,0.300288889143202
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,8192,0.39762043952941895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,7168,0.3484951125250922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,10240,0.4918506410386827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,12288,0.5887920061747233
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,3584,0.18127822875976562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,5120,0.252658658557468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,4096,0.20528088675604927
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,16384,0.7781742413838705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,3072,0.15706577565934923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,2048,0.10933422380023533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,1536,0.08562755584716797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,768,0.04865333437919617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,256,0.023932443724738225
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,512,0.035967111587524414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,1024,0.06109778086344401
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,2560,0.1334808932410346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,128,0.020184000333150227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,32,0.012871111432711283
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,64,0.015511999527613321
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,10240,0.3906284438239203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,12288,0.4654160075717502
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,7168,0.3476284344991048
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,8192,0.39599021275838214
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,16384,0.6099688741895888
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,6144,0.29999200503031415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,3072,0.1569991111755371
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,3584,0.18070222271813285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,4096,0.20413245095147026
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,5120,0.25311822361416286
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,2048,0.10913422372606064
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,1024,0.06040622128380669
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,768,0.048178666167789035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,1536,0.08508177598317464
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,2560,0.13289422459072536
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,32,0.012639111114872826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,512,0.03586133321126302
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,256,0.02368444369898902
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,128,0.020117332537968952
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,64,0.015282667345470853
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,16384,65536,3.8691207038031687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,12288,65536,2.933768802218967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,8192,0.3180142243703206
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,7168,0.28435733583238393
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,10240,0.35942400826348203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,16384,0.5324888759189182
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,12288,0.4103057649400499
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,6144,0.30296799871656627
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,4096,0.20610400040944418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,3072,0.15645866923862034
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,3584,0.18045511510637072
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,5120,0.25205334027608234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,2560,0.13219200240241155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,2048,0.1091537806722853
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,1536,0.08575555351045396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,1024,0.059883554776509605
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,512,0.035550223456488714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,768,0.047693332036336265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,256,0.02348888913790385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,10240,65536,2.394004397922092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,128,0.01939733326435089
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,64,0.015007111761305066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,32,0.012509333590666452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,10240,0.38674044609069824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,7168,0.2788640128241645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,8192,0.3136240111456977
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,12288,0.40589600139194065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,16384,0.5264035330878364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,8192,65536,1.9757804870605469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,4096,0.20322133435143364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,3072,0.15564000606536865
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,6144,0.24283199840121797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,3584,0.17949155966440836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,5120,0.2513057655758328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,2048,0.10851111014684041
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,1024,0.059637334611680776
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,512,0.03527733352449205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,1536,0.08492533365885417
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,768,0.04737866587109036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,32,0.012375999655988483
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,2560,0.13176443841722277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,128,0.018760000665982563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,256,0.023171555664804246
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,64,0.014923555983437432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,10240,0.24726311365763345
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,12288,0.2946186595492893
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,8192,0.19927467240227592
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,7168,0.17610755231645372
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,16384,0.3926817841000027
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,7168,65536,1.8058728112114801
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,3584,0.09190666675567627
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,4096,0.10333689053853352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,3072,0.07996533314387004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,5120,0.12729777230156794
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,6144,0.15138755904303655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,2560,0.06780888636906941
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,2048,0.05589333507749769
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,1536,0.043967998690075345
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,1024,0.03170933326085409
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,768,0.025850666893853083
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,256,0.012793777717484368
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,512,0.018831999765502084
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,32,0.007487110793590546
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,128,0.010653333531485664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,64,0.00866844422287411
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,12288,0.2512364387512207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,16384,0.32128087679545086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,10240,0.24765422609117296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,7168,0.17479999860127768
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,8192,0.19969777266184488
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,4096,0.10340088605880737
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,3072,0.07922666602664523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,2560,0.06748444504208036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,6144,65536,1.4524737464057074
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,6144,0.1510159969329834
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,3584,0.09124533335367839
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,5120,0.12716089354621038
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,2048,0.05549155672391256
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,1024,0.030733333693610296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,1536,0.043346666627460055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,128,0.010477333433098264
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,256,0.012438221938080259
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,64,0.008552889029184977
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,512,0.018600889378123812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,768,0.02496888902452257
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,32,0.00739911115831799
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,16384,0.2827084329393175
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,8192,0.15475466516282824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,7168,0.14079288641611734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,12288,0.21750311056772867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,6144,0.12178399827745225
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,5120,0.10661866929796006
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,5120,65536,1.2095279693603516
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,2560,0.06697599755393134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,4096,0.0910231139924791
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,3072,0.07331733571158515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,10240,0.18828622500101724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,3584,0.08228177494472928
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,1536,0.042945779032177396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,768,0.024523556232452393
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,512,0.018430221411916945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,256,0.012179555164443122
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,1024,0.03048622277047899
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,128,0.01035644445154402
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,64,0.00828888929552502
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,2048,0.05478755633036295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,32,0.007161777880456712
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,7168,0.13853243986765543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,8192,0.15297777122921413
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,4096,65536,1.0471644931369357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,6144,0.12113955285814072
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,10240,0.18705688582526314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,12288,0.21576444307963052
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,5120,0.10485066970189412
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,16384,0.28242044978671604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,3584,0.08092888858583239
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,4096,0.089629332224528
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,3072,0.07173777951134576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,2048,0.05478488736682468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,1536,0.04281244344181485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,256,0.01202488856183158
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,768,0.024489776955710515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,1024,0.03049244483311971
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,512,0.018048000004556444
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,2560,0.06676889128155179
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,128,0.010295111272070143
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,32,0.007053333024183909
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,64,0.008329778081840938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,10240,0.13715199629465738
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,7168,0.10139555401272243
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,8192,0.11302222145928277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,16384,0.20823289288414848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,12288,0.16107555230458578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3584,65536,0.9053555594550239
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,3584,0.0488737788465288
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,5120,0.07729155487484403
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,4096,0.05482044484880236
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,3072,0.04281066523657905
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,1536,0.025013332565625507
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,2560,0.03674666749106513
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,1024,0.018536888890796237
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,128,0.007821333077218797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,2048,0.030650665362675984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,32,0.005148444324731827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,512,0.012452444268597497
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,768,0.015611555841233997
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,256,0.009497777455382878
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,64,0.006039111150635614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,65536,0.7320764329698352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,3072,6144,0.08949510918723212
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,8192,0.11184799671173096
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,16384,0.1876044405831231
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,12288,0.16872621907128227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,7168,0.10045066807005142
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,10240,0.13596267170376247
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,6144,0.07896088891559176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,4096,0.05481688843833076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,3584,0.048453334305021495
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,5120,0.06661066744062635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,3072,0.042671110894944936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,65536,0.614574220445421
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,1536,0.02444711161984338
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,256,0.00902844468752543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,1024,0.01829600003030565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,768,0.015414221419228448
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,512,0.012031111452314587
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,2560,0.03645155496067471
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,2048,0.030509332815806072
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,64,0.005658666706747479
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,128,0.007255111303594377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2560,32,0.005015111217896144
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,7168,0.07950577470991346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,12288,0.11873155170016819
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,10240,0.10561599996354844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,16384,0.1514435609181722
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,8192,0.08739999930063884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,6144,0.07121155659357707
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,5120,0.0663164456685384
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,2560,0.036200887627071805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,1536,0.024099555280473497
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,2048,0.03003644280963474
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,3072,0.04229777720239428
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,1024,0.018008000320858426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,512,0.012087999946541257
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,768,0.014949333336618213
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,65536,0.5437973340352377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,4096,0.05419644382264879
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,256,0.008788444101810455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,128,0.007220444579919179
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,3584,0.048488001028696694
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,32,0.0053084443012873335
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,12288,0.08718311124377781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,7168,0.05677244398328993
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,16384,0.12380445003509521
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,10240,0.07465955283906725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,4096,0.03869955407248603
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,8192,0.06323466698328654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,3072,0.02844088938501146
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,3584,0.035544888840781316
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,2048,64,0.005659555395444234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,2560,0.02518133322397868
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,1536,0.01702311138312022
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,5120,0.04533333248562283
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,1024,0.012711111042234631
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,2048,0.020729778541458976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,512,0.008734222087595198
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,65536,0.4214462174309625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,768,0.010880889164076911
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,6144,0.05079466766781277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,32,0.0047217777205838096
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,128,0.005533333453867171
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,64,0.005965333431959152
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1536,256,0.006627555522653792
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,16384,0.07689066727956136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,10240,0.05299733413590325
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,12288,0.06089244286219279
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,6144,0.036906666225857206
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,5120,0.032355556885401406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,4096,0.028096887800428603
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,7168,0.04877688818507724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,2560,0.020830222302012973
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,3584,0.027298667364650305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,3072,0.023917333947287664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,8192,0.053232000933753125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,2048,0.01752088963985443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,65536,0.30003288057115346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,1536,0.014366222752465142
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,768,0.009453333086437648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,1024,0.010949333508809408
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,128,0.005130666825506422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,64,0.00481599983241823
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,256,0.00609777785009808
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,32,0.003847111016511917
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,1024,512,0.007675555845101674
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,16384,0.05983199675877889
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,12288,0.047998223039839
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,8192,0.03552888830502828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,6144,0.028976887464523315
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,7168,0.03260355525546604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,5120,0.026016000244352553
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,4096,0.02293866707219018
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,3584,0.021454221672481958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,3072,0.01978844404220581
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,2048,0.015268445014953613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,1536,0.012633778154850006
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,2560,0.018346667289733887
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,10240,0.042351110113991626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,768,0.008615111311276754
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,65536,0.20691111352708605
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,256,0.005709333138333426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,1024,0.009933333430025313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,64,0.004301333179076512
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,512,0.007576888634098901
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,128,0.0052871112194326185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,768,32,0.0034808889031410217
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,10240,0.03550133440229628
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,6144,0.025324443976084392
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,7168,0.02769511110252804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,65536,0.14543378353118896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,8192,0.030392001072565716
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,12288,0.036871112055248685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,5120,0.02260711126857334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,3584,0.019369777705934312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,4096,0.020091555184788175
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,2048,0.012449777788586087
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,2560,0.014472888575659858
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,3072,0.01608800060219235
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,1536,0.010470222267839642
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,768,0.007516444557242923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,256,0.005223111146026188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,1024,0.00851111114025116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,512,0.006520000182920032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,128,0.0047173334492577445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,64,0.003875555677546395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,32,0.0032346666687064697
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,512,16384,0.0463066664006975
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,8192,0.020639111598332722
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,16384,0.02951822347111172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,7168,0.018931556079122756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,12288,0.02202133337656657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,10240,0.02307555576165517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,65536,0.0848239991399977
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,5120,0.01592088904645708
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,6144,0.01756622228357527
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,4096,0.014634667171372307
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,3584,0.012821333275900947
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,3072,0.01202044470442666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,2560,0.011190222369299995
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,1536,0.00962577760219574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,768,0.0070222218831380205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,512,0.00609688874748018
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,256,0.005186666631036335
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,128,0.004233777936961916
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,2048,0.010239111052619087
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,64,0.0034622223012977173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,32,0.0032186667538351486
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,256,1024,0.007876444194051955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,12288,0.01793155570824941
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,10240,0.01531644496652815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,16384,0.0210853334930208
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,8192,0.013839999834696451
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,7168,0.012721777790122561
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,5120,0.011191999746693505
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,6144,0.011880888707107969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,65536,0.06789155801137288
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,4096,0.010112000008424124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,2560,0.008904889225959778
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,3072,0.009356444080670675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,3584,0.009757333331637913
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,2048,0.008228444390826756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,768,0.0069546666410234236
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,1024,0.007744889292452071
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,512,0.006039111150635614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,1536,0.007852444218264686
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,128,0.0034640000926123727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,64,0.0033324443631701996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,256,0.004527111020353106
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,128,32,0.002847111059559716
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,16384,0.014602666099866232
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,12288,0.012772444221708508
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,10240,0.01198933356338077
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,65536,0.061117331186930336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,6144,0.009204444785912832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,8192,0.011190222369299995
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,7168,0.010287111004193624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,4096,0.008193777667151557
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,2048,0.0070186663005087115
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,3584,0.007930667036109501
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,3072,0.007644444704055786
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,1536,0.00683822234471639
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,512,0.00590844452381134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,2560,0.0074515557951397365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,256,0.004299555387761858
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,768,0.006803555621041193
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,1024,0.006493333313200209
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,64,0.003286222202910317
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,32,0.0041662222809261745
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,128,0.0032791110376516977
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,65536,0.05139466789033678
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,16384,0.012549333274364471
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,12288,0.011167999770906238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,10240,0.010258666343159145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,64,5120,0.008743111458089616
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,7168,0.009325332939624786
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,8192,0.009979555176364051
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,6144,0.008814222282833522
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,5120,0.008387555678685507
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,4096,0.007800000409285228
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,3584,0.0075697774688402815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,2560,0.007057777709431118
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,3072,0.007334222396214803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,1536,0.006617777877383762
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,2048,0.006836444553401735
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,768,0.006707555717892117
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,1024,0.006311111152172089
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,32,0.004122666600677702
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,64,0.004043555508057277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,256,0.0041884444653987885
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,128,0.0034062222888072333
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,512,32,512,0.0058346668051348785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,5120,0.9999048444959852
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,6144,1.1915102005004883
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,7168,1.3814506530761719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,8192,1.5732338163587782
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,4096,0.8076026704576281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,10240,1.9543306562635634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,2560,0.5219910939534506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,2048,0.43383555942111546
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,3584,0.713389343685574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,3072,0.6172489060295953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,12288,2.3382932874891496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,128,0.07977600230111016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,1024,0.2365137736002604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,512,0.13885511292351618
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,256,0.07831911245981853
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,1536,0.3435822327931722
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,768,0.1894684500164456
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,64,0.062301331096225314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,32,0.044257776604758374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,8192,0.39667733510335285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,10240,0.4919422467549642
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,7168,0.34953422016567653
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,65536,16384,3.1041092342800565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,6144,0.30061690012613934
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,12288,0.5876622200012207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,4096,0.20497332678900826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,16384,0.7800684505038791
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,3072,0.15776444805992976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,5120,0.25293156835767955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,2048,0.11280088954501682
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,3584,0.18185244666205513
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,2560,0.13329688707987467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,512,0.03709422217475043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,64,0.01572355628013611
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,128,0.020741333564122517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,32,0.012881778180599213
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,768,0.05085866649945577
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,1024,0.06386488676071167
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,256,0.024546666277779475
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,1536,0.09159111314349705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,8192,0.3000791072845459
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,6144,0.299928002887302
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,7168,0.34775733947753906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,10240,0.3635902139875624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,12288,0.42525421248541934
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,16384,0.5570240020751953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,5120,0.2524142265319824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,3072,0.15738222334120008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,4096,0.20409954918755424
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,2560,0.13315999507904053
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,3584,0.18069333500332305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,2048,0.11071999867757161
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,256,0.023789332972632513
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,512,0.03586133321126302
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,1536,0.08730222119225396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,1024,0.061187558703952365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,768,0.049449778265423246
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,128,0.020080889264742535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,32,0.012655110822783576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,64,0.015336889359686108
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,8192,0.3170604440901014
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,10240,0.3899413214789496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,16384,65536,2.9390907287597656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,12288,0.41004088189866805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,16384,0.5305164655049642
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,7168,0.28146666950649685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,6144,0.24576889144049752
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,4096,0.20380800300174287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,5120,0.2544666661156548
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,3584,0.18043911457061768
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,3072,0.15601332982381186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,2560,0.13240799638960096
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,2048,0.10956088701883952
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,768,0.04794844322734409
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,12288,65536,2.1571263207329645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,1024,0.061087999078962535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,1536,0.0874097810851203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,128,0.019145778483814664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,256,0.02346666653951009
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,64,0.015489778584904142
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,32,0.012859555582205454
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,512,0.03566577699449327
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,10240,0.249854220284356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,8192,0.20151378048790825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,7168,0.17735555436876085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,12288,0.29525865448845756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,16384,0.39073067241244847
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,6144,0.15327378114064535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,3072,0.0800666676627265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,3584,0.0920942227045695
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,4096,0.10509422090318467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,10240,65536,1.8269360860188801
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,5120,0.12927288479275173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,2048,0.057578669653998486
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,1536,0.04585955540339152
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,768,0.025808889004919264
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,256,0.013471999930010902
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,2560,0.06868088907665677
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,512,0.020376000139448378
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,128,0.011028444601429833
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,64,0.009141333401203156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,32,0.007859555383523306
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,1024,0.03224710954560174
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,8192,0.19895466168721518
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,10240,0.24941688113742402
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,12288,0.2944657802581787
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,16384,0.3920782142215305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,6144,0.15106133619944254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,5120,0.12709421581692165
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,4096,0.10425333182017009
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,7168,0.17603822549184164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,2048,0.05587822198867798
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,3584,0.09127999676598443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,1536,0.04422310988108317
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,2560,0.06738844182756212
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,512,0.01868088874551985
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,256,0.012632889052232107
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,3072,0.07978577746285333
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,1024,0.031000001562966242
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,768,0.024806222981876794
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,8192,65536,1.5873680114746094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,32,0.007368000017272101
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,64,0.008526222573386298
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,128,0.010471111370457543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,8192,0.15519377920362684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,6144,0.12262133757273357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,7168,0.1399973365995619
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,10240,0.1880835559633043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,12288,0.21746577156914604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,5120,0.1077493362956577
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,16384,0.284080876244439
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,3584,0.08322666751013862
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,2560,0.06698577933841281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,4096,0.09217333131366306
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,2048,0.0550177792708079
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,3072,0.07893688811196221
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,1024,0.030591110388437908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,7168,65536,1.324936866760254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,768,0.02460711035463545
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,256,0.012347555822796293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,1536,0.04318488968743218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,512,0.018519111805491976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,32,0.007248889240953658
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,64,0.008463111188676622
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,8192,0.15414488315582275
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,10240,0.18742756048838297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,7168,0.13917244805230036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,16384,0.28332887755499947
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,128,0.010412444670995077
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,6144,65536,1.0523786544799805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,4096,0.09025688966115315
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,12288,0.21760000122918022
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,3584,0.0818551116519504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,6144,0.12153155273861355
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,3072,0.07337599992752075
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,5120,0.10651555326249863
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,1024,0.030586666531032983
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,2048,0.05454933312204149
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,2560,0.06777955426110162
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,1536,0.04275288846757677
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,128,0.01034400032626258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,512,0.018383110562960308
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,768,0.024438222249348957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,64,0.008384000096056197
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,256,0.012081777883900536
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,32,0.007376000285148621
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,10240,0.1371528837415907
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,8192,0.1128728919559055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,12288,0.1611857811609904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,5120,65536,0.9232826232910156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,16384,0.21808177895016143
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,3584,0.04949511090914408
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,6144,0.08921066919962566
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,4096,0.05483022332191467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,2560,0.03683733277850681
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,5120,0.07713777489132352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,7168,0.10257422261767918
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,2048,0.030638221237394545
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,3072,0.04345600141419304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,1024,0.018545778261290658
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,256,0.009544000029563904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,512,0.012772444221708508
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,64,0.006025777922736273
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,768,0.015616888801256815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,128,0.007613333563009898
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,32,0.005210666606823604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,1536,0.024620445238219366
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,4096,65536,0.8029324213663737
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,8192,0.11251110500759548
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,16384,0.21712444888220894
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,12288,0.16014933586120605
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,10240,0.13648088773091635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,6144,0.07892533143361409
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,7168,0.10091466373867458
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,4096,0.05458844370312161
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,5120,0.06680711110432942
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,2560,0.036567111810048424
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,3072,0.04279111160172356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,3584,0.04873955580923292
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,1536,0.02442844377623664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,768,0.015404444601800708
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,2048,0.03038933210902744
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,1024,0.018370666437678866
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,512,0.012368888490729861
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,256,0.009008888569143083
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,32,0.005132444616821078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,128,0.007366221812036302
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,8192,0.08744800090789795
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,65536,0.7029440138075086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,16384,0.15208533075120714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,7168,0.07988533046510485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,12288,0.11881066693200006
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3584,64,0.006077333456940121
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,6144,0.07253066698710124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,5120,0.06648621956507365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,4096,0.05436533358361986
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,3072,0.04242222176657783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,3584,0.04853244291411506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,2048,0.030287110143237646
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,1024,0.018215111560291715
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,65536,0.5457768970065647
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,1536,0.02423200011253357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,2560,0.0366231103738149
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,768,0.015196444259749519
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,10240,0.105076445473565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,256,0.008900444540712569
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,64,0.005681777579916849
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,32,0.005031110925806893
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,128,0.007159999675220913
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,3072,512,0.012072888513406118
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,12288,0.11850221951802571
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,10240,0.10270933310190837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,7168,0.08102933565775554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,16384,0.1518897745344374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,6144,0.07033244768778484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,8192,0.08853777911927964
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,4096,0.05418577790260315
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,5120,0.06637955374187894
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,3584,0.048186666435665555
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,1024,0.018023111753993563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,1536,0.024089778463045757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,2048,0.030181331766976252
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,2560,0.03619022170702616
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,3072,0.04210577739609612
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,512,0.012104888757069906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,256,0.008743111458089616
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,768,0.015000889698664347
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,64,0.00565422202150027
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,32,0.005113777601056629
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,128,0.00701422244310379
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2560,65536,0.47765334447224933
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,10240,0.09062400129106309
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,16384,0.12319821781582302
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,12288,0.0999502208497789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,3584,0.03547911180390252
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,6144,0.0513644450240665
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,4096,0.03915822174814012
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,7168,0.05717244413163927
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,5120,0.04548799991607666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,2048,0.02089599933889177
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,8192,0.07620888948440552
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,1536,0.01706133286158244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,3072,0.02860355708334181
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,1024,0.012887111140622033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,768,0.010983111129866706
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,512,0.008812444077597724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,128,0.005666666560702854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,64,0.005977777971161737
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,32,0.004693333473470476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,65536,0.4226213296254476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,2560,0.025019556283950806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,7168,0.04268444577852885
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,8192,0.047462221648958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,10240,0.05527466535568237
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,12288,0.06235644552442762
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,16384,0.08167822493447198
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,6144,0.03834133346875509
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,5120,0.03428355521625943
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,3072,0.024280000064108107
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,2560,0.020980444219377305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,2048,0.01776355504989624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,2048,256,0.006715555571847492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,1536,0.014627556006113688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,4096,0.02919644448492262
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,3584,0.027611555324660406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,1024,0.011185777684052786
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,768,0.009637333452701569
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,512,0.007919111185603673
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,256,0.006231110956933763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,64,0.005127111242877113
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,65536,0.37441155645582413
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,32,0.00416711096962293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1536,128,0.005326222214433882
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,8192,0.036192887359195285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,7168,0.03307644526163737
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,10240,0.042974223693211876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,12288,0.048700445228152804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,16384,0.06100800302293566
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,6144,0.02948533495267232
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,4096,0.022943110929595098
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,3072,0.01999288962946998
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,3584,0.02146133283774058
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,2048,0.01551644504070282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,2560,0.01829155617290073
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,1536,0.012774222426944308
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,65536,0.21207466390397814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,1024,0.010085333552625444
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,5120,0.026224000586403742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,768,0.008591999610265097
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,64,0.004303110970391167
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,32,0.0036186666952239144
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,128,0.005323555734422471
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,512,0.0075733330514695905
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,1024,256,0.0058142224119769196
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,12288,0.03905866543451945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,8192,0.031173331869973078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,7168,0.02836266822285122
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,10240,0.035976890060636736
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,16384,0.0480657782819536
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,5120,0.022804444034894306
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,3072,0.01683466633160909
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,4096,0.020455110404226515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,6144,0.025943999489148457
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,3584,0.019680889116393197
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,65536,0.15584266185760498
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,2560,0.014849777022997538
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,2048,0.012815111213260226
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,1536,0.01091288857989841
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,1024,0.008766222331258986
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,768,0.007742221984598372
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,128,0.004776000148720211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,64,0.004092444562249714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,256,0.005443555613358815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,32,0.003488000068399641
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,768,512,0.006541333264774746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,10240,0.026004445221689012
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,7168,0.0206675562593672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,8192,0.02256444427702162
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,65536,0.11259110768636067
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,16384,0.036438223388459944
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,6144,0.01904000010755327
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,4096,0.01605244477589925
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,5120,0.01776266594727834
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,12288,0.02981333269013299
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,3584,0.017236444685194228
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,3072,0.015470221638679504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,2048,0.011362666885058085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,1536,0.009593778186374241
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,2560,0.013261333107948303
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,1024,0.007895111209816402
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,768,0.007000000112586551
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,512,0.006135111053784688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,128,0.004423999951945411
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,64,0.003682666768630346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,256,0.005196444276306364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,512,32,0.0034062222888072333
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,12288,0.019117333822780185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,10240,0.017616000440385606
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,8192,0.01684711045689053
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,7168,0.014656000667148165
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,16384,0.025507556067572698
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,6144,0.013597333596812354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,5120,0.012669333153300814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,3584,0.011777777638700275
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,4096,0.011364444262451597
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,65536,0.07471822367774116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,3072,0.011023110813564725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,2560,0.01037333326207267
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,1536,0.00962311112218433
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,1024,0.007844444778230455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,512,0.006064888917737537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,768,0.007048000064161088
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,2048,0.009104000197516548
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,128,0.0036720000207424164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,64,0.003059555465976397
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,256,0.00517155561182234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,256,32,0.002995555599530538
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,10240,0.013031110995345645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,12288,0.015255111787054272
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,16384,0.017521777086787753
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,8192,0.011770666473441653
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,7168,0.011212444139851464
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,6144,0.010584000084135266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,5120,0.010064000056849586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,65536,0.06253333224190606
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,3584,0.008777778181764815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,4096,0.009094222552246517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,2560,0.008202667037645975
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,3072,0.008436444732877944
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,2048,0.007815111014578078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,1536,0.007373332977294922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,1024,0.006960888703664144
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,512,0.005927111125654644
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,128,0.0033760000434186724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,256,0.004355555607212914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,768,0.00683822234471639
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,64,0.003302222324742211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,128,32,0.0041555555330382455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,16384,0.013349333571063148
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,65536,0.04470666580730014
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,12288,0.011407111254003314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,10240,0.010789333118332757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,8192,0.010195555786291758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,6144,0.009181333084901174
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,4096,0.008382221890820397
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,5120,0.009073778159088558
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,7168,0.009679111341635386
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,3584,0.008190222084522247
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,2560,0.007785778078767989
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,2048,0.007432888779375289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,3072,0.007855999800893996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,1536,0.006779555645253923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,1024,0.006507555643717448
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,768,0.006811555474996567
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,512,0.005913777897755305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,64,0.004061333421203825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,256,0.004238222208287981
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,128,0.0032924444725116095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,64,32,0.0041351111398802865
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,10240,0.009695111049546136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,7168,0.008651555412345463
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,16384,0.011716444459226398
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,12288,0.010277333358923594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,8192,0.00888888869020674
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,65536,0.04340977801216973
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,6144,0.008194666769769456
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,4096,0.007831999825106727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,3072,0.007246221933099959
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,2560,0.007271111011505127
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,3584,0.007359999749395583
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,768,0.006716444260544247
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,2048,0.007102222078376346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,1536,0.006648889018429651
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,1024,0.006154666758245892
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,512,0.005868444426192178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,256,0.0041644444896115195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,128,0.004354666504595014
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,64,0.004039999925427967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,5120,0.007855110698276097
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,384,32,32,0.0041333333485656315
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,5120,0.6339973343743218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,6144,0.7530293464660645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,7168,0.8752782079908582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,8192,0.9949760437011719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,10240,1.24144713083903
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,3072,0.39483022689819336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,2560,0.3342568874359131
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,2048,0.2761777771843804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,4096,0.5168737835354275
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,3584,0.45427735646565753
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,12288,1.4791350894504125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,512,0.09408799807230632
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,1024,0.16108266512552896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,128,0.053492443429099194
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,768,0.12580977545844182
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,64,0.042974223693211876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,256,0.06306844287448458
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,1536,0.2183671130074395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,32,0.03153866529464722
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,65536,16384,1.9661066267225478
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,10240,0.3650515609317356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,6144,0.3018719885084364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,12288,0.41603912247551816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,8192,0.39649067984686953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,16384,0.53439908557468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,7168,0.3536871009402805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,5120,0.25498755772908527
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,4096,0.20547200573815239
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,2048,0.11495199468400742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,3072,0.15819199879964194
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,3584,0.18322843975490996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,1024,0.0624248915248447
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,2560,0.13511821958753797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,1536,0.09053333600362141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,768,0.05149955550829569
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,256,0.023948444260491267
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,128,0.02001066671477424
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,512,0.03675377700063918
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,64,0.015072888798183866
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,32,0.01240533341964086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,7168,0.17610932721032035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,8192,0.2003075546688504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,10240,0.24841509924994576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,12288,0.29728534486558705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,16384,0.39299466874864364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,5120,0.12845688396030003
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,6144,0.1522631115383572
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,3584,0.092376000351376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,4096,0.1041404472457038
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,3072,0.08122489187452528
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,1536,0.051017777787314526
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,1024,0.035721778869628906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,2560,0.0682471129629347
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,512,0.019119110372331407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,768,0.0281644430425432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,2048,0.05736266904407077
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,256,0.013100444442696042
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,128,0.011582222249772815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,32,0.007536888950400882
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,16384,65536,2.0657564798990884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,64,0.008715555899673039
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,10240,0.2479813363817003
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,12288,65536,1.4898861779106989
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,12288,0.29457778400844997
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,16384,0.3263733386993408
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,8192,0.20266311698489717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,4096,0.10336444775263469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,3584,0.09134578042560154
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,6144,0.15198666519588894
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,3072,0.08006399869918823
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,2560,0.06823911269505818
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,7168,0.17606488863627115
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,1536,0.047353777620527476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,5120,0.12860088878207737
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,256,0.01278133359220293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,512,0.01905422243807051
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,2048,0.05583910809622871
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,1024,0.03333777851528592
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,768,0.025835555460717943
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,32,0.007335999773608313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,64,0.008614222208658854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,128,0.010675555302037133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,7168,0.14753333727518717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,12288,0.22493333286709258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,10240,0.19502577516767713
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,16384,0.283714665306939
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,10240,65536,1.2214071485731337
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,8192,0.16255377398596868
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,6144,0.12367822064293756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,5120,0.10914044247733222
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,3072,0.07892533143361409
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,4096,0.09288089142905341
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,2560,0.0677022205458747
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,2048,0.05531733234723409
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,256,0.012540444731712341
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,1536,0.04505955510669284
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,768,0.02461333407296075
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,3584,0.0849377777841356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,512,0.01869066721863217
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,128,0.010299555957317352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,32,0.00721688899728987
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,65536,1.0482924779256184
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,64,0.008363555702898238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,10240,0.18907554944356283
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,16384,0.2839599980248345
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,7168,0.1397955550087823
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,12288,0.21764000256856283
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,8192,1024,0.03087200058831109
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,8192,0.15405689345465765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,6144,0.12187200122409397
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,3584,0.08187111218770345
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,3072,0.07312977976269193
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,4096,0.09161155753665501
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,2560,0.0670071111785041
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,2048,0.054923554261525474
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,768,0.02472266720400916
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,512,0.018522666560279
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,5120,0.10766310824288262
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,1024,0.03049600124359131
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,1536,0.04318311148219638
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,128,0.010247111320495605
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,256,0.012134222520722283
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,64,0.008366222182909647
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,65536,0.9244702657063802
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,7168,32,0.007135999699433644
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,12288,0.16155378023783365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,8192,0.113301330142551
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,10240,0.1374773316913181
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,7168,0.10100711054272121
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,4096,0.05642577674653795
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,16384,0.21959288914998373
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,6144,0.09016266796323989
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,3072,0.045864890019098915
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,5120,0.07831911245981853
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,2048,0.03140711122088962
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,2560,0.03899466660287645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,1024,0.018582221534517076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,256,0.009741333623727163
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,512,0.01257155587275823
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,3584,0.054598222176233925
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,1536,0.025422222084469263
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,768,0.015611555841233997
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,128,0.007904888855086433
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,32,0.005148444324731827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,64,0.006017777654859755
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,6144,65536,0.743251535627577
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,7168,0.10059822267956203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,12288,0.17059644063313803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,10240,0.13591555754343668
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,8192,0.11220178339216445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,6144,0.08058400286568536
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,16384,0.19026577472686768
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,5120,0.06819822390874226
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,3584,0.049845334556367665
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,4096,0.05479910969734192
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,2560,0.03756444321738349
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,3072,0.04349244303173489
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,1024,0.018363555272420246
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,1536,0.024476443727811176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,256,0.009335111412737105
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,32,0.005026666654480828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,65536,0.6226639747619629
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,2048,0.030631999174753826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,128,0.007501333124107785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,64,0.005993777679072485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,512,0.01238044434123569
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,10240,0.10410666465759277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,16384,0.15207555558946398
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,5120,768,0.015339555011855232
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,8192,0.09009155299928452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,12288,0.11999377939436172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,7168,0.08025155464808147
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,6144,0.07102133168114556
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,3584,0.04864533411131965
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,5120,0.06723999977111816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,3072,0.04294755392604404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,4096,0.05443111062049866
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,2048,0.030104888810051814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,1536,0.024216888679398432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,2560,0.03647111190689935
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,768,0.015098666151364645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,512,0.012496000362767113
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,65536,0.5444462034437392
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,64,0.005675555517276128
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,256,0.008794666992293464
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,1024,0.018051554759343464
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,128,0.007181333170996771
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,4096,32,0.005305777821275923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,7168,0.0800079968240526
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,16384,0.1505848831600613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,10240,0.10269688897662693
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,8192,0.08681866857740615
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,6144,0.07071822219424777
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,5120,0.06658933560053508
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,3584,0.048230220874150596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,4096,0.05423733260896471
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,12288,0.11832800176408555
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,3072,0.04228977693451775
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,1536,0.0240320000383589
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,1024,0.01795733306143019
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,65536,0.47962220509847003
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,768,0.015062222878138224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,2560,0.036297778288523354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,2048,0.03014933400683933
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,512,0.012247111234400006
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,32,0.005006222261322869
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,256,0.008745777938101027
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,128,0.0069413334131240845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,8192,0.07589866717656453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3584,64,0.005565333283609814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,10240,0.08860444360309178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,16384,0.1272346708509657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,7168,0.06996444198820326
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,6144,0.052334222528669566
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,3584,0.03677599959903293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,12288,0.1009333332379659
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,65536,0.39126933945549863
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,5120,0.0480293333530426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,2048,0.02085955606566535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,3072,0.029024001624849107
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,2560,0.025359110699759588
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,4096,0.03922222057978312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,1536,0.017622222503026325
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,512,0.008837333156002892
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,256,0.006767999794748094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,768,0.011125333607196808
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,32,0.004699555536111196
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,64,0.005965333431959152
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,1024,0.01313866674900055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,3072,128,0.005609777652555042
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,16384,0.11178844504886204
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,8192,0.0558168888092041
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,6144,0.04602488875389099
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,12288,0.08991644117567275
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,7168,0.05096977618005541
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,5120,0.04492177897029453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,10240,0.0769066678153144
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,4096,0.035303112533357404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,3584,0.03050755461057027
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,2048,0.019525332583321463
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,768,0.010334221853150262
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,512,0.00847466703918245
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,2560,0.02367377777894338
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,1536,0.01591199967596266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,256,0.006552000012662675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,3072,0.026550221774313185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,1024,0.012392889294359418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,65536,0.38881511158413357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,32,0.004271111140648524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,64,0.005286222116814719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,12288,0.06287378072738647
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,8192,0.05302133493953281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,65536,0.30072887738545734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,10240,0.057222220632765025
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,6144,0.0447964436478085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,7168,0.04881155490875244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,4096,0.028900444507598877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,16384,0.08417777882681952
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2560,128,0.00555288874440723
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,3584,0.027276444766256545
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,5120,0.03514666689766778
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,2048,0.01754577789041731
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,1024,0.011174221833546957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,2560,0.02088977727625105
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,1536,0.014380445082982382
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,3072,0.024079110887315538
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,768,0.009588444398509132
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,128,0.005227555417352253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,512,0.00776444458299213
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,32,0.0038577777643998465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,64,0.004818666726350784
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,2048,256,0.006210666563775804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,16384,0.06400889158248901
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,6144,0.03107200066248576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,7168,0.0343866679403517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,12288,0.05232977867126465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,10240,0.04562755425771078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,8192,0.03804888990190294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,5120,0.02675466736157735
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,4096,0.02311555544535319
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,65536,0.21207200156317818
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,2560,0.018600889378123812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,1536,0.013060444758998023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,3072,0.020015110572179157
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,3584,0.021544888615608215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,1024,0.010230222509966956
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,768,0.009287111461162567
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,512,0.007567110988828871
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,64,0.004271111140648524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,256,0.005940444353553984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,2048,0.015142222245534262
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,128,0.005281777845488654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,12288,0.03811911079618666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,10240,0.036053333017561175
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,65536,0.15001066525777182
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,16384,0.04771733283996582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,7168,0.028354667954974707
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,8192,0.031204445494545832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1536,32,0.0035626664757728577
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,6144,0.02571733295917511
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,4096,0.020231111182106864
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,3584,0.019474666979577806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,3072,0.01608088943693373
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,2560,0.014504000544548035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,2048,0.01237422227859497
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,5120,0.022509333160188463
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,768,0.007515555454625024
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,128,0.0047271110945277745
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,1536,0.010495111346244812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,256,0.005271111097600725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,32,0.0032417778339650896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,1024,0.008402666283978356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,64,0.003826666623353958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,1024,512,0.006456888798210356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,16384,0.036778665251202054
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,7168,0.020676443974177044
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,8192,0.022618666291236877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,6144,0.019151111443837483
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,10240,0.026561778452661302
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,65536,0.11896799670325385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,5120,0.01761511133776771
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,12288,0.0314720008108351
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,3072,0.015093333191341825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,4096,0.015999999311235216
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,2560,0.013350221845838757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,3584,0.017337777548366122
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,2048,0.01144444445768992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,1024,0.007877333296669854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,1536,0.009528888596428765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,256,0.005210666606823604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,512,0.006121777825885349
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,768,0.006992888947327931
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,64,0.0037128888070583344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,32,0.0031511110977994073
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,768,128,0.004690666579537922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,16384,0.029671112696329754
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,12288,0.022523555490705702
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,10240,0.02313511073589325
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,6144,0.01771022213829888
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,8192,0.020644444558355544
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,4096,0.013825777504179211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,7168,0.01923199991385142
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,3584,0.012991111311647626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,65536,0.08438844150967068
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,5120,0.016161777906947665
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,3072,0.012105777859687805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,2560,0.011236444115638733
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,2048,0.010234666367371878
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,1024,0.007843555675612556
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,256,0.0051857779423395796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,1536,0.00960977789428499
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,512,0.006112888869312074
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,768,0.007040888898902469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,128,0.004221333397759331
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,64,0.0034097778714365433
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,12288,0.01799199978510539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,8192,0.0136835558546914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,10240,0.015443555182880826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,512,32,0.0032595555401510666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,7168,0.012871999707486896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,6144,0.012135999898115793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,16384,0.02123111155298021
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,5120,0.011045333411958484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,4096,0.01016977760526869
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,65536,0.06065333551830716
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,3584,0.00980355590581894
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,3072,0.009275555610656738
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,2560,0.008942222429646386
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,512,0.006032889087994893
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,1536,0.00778311077091429
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,768,0.0069617778062820435
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,1024,0.00777511133088006
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,256,0.004516444272465176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,128,0.003452444449067116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,2048,0.008259555531872643
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,64,0.003314666656984223
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,256,32,0.0028613333900769553
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,16384,0.014148443937301636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,12288,0.01203555530971951
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,10240,0.011153777440388998
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,65536,0.0415013333161672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,6144,0.009151111046473185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,7168,0.00979555563794242
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,8192,0.01035644445154402
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,5120,0.008852444589138031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,4096,0.008171555896600088
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,3584,0.007923555870850882
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,2560,0.007365333537260692
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,3072,0.007661333514584436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,1024,0.006534222099516127
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,2048,0.006992888947327931
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,768,0.006822222222884496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,1536,0.006839111033413146
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,512,0.005921777751710679
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,256,0.004296888907750447
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,64,0.004088888979620404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,32,0.004168888760937585
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,128,128,0.0033075554917256036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,16384,0.010855110983053843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,10240,0.008912000391218398
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,12288,0.009376889301670922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,65536,0.03292977809906006
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,8192,0.008558221989207799
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,7168,0.008090666598743862
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,6144,0.007829333345095316
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,3584,0.00777511133088006
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,4096,0.007142222589916653
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,2560,0.007500444849332173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,2048,0.006636444479227066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,1536,0.006640000061856375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,3072,0.006955555743641323
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,768,0.006809777683681912
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,1024,0.006286222073766921
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,512,0.006047111004590988
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,5120,0.0075048887067370946
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,256,0.004228444563017951
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,128,0.0032391111469931076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,64,0.004057777838574516
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,64,32,0.0041448887851503165
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,65536,0.03184088733461168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,10240,0.008462222086058723
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,7168,0.007716444631417592
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,12288,0.008939555949634975
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,6144,0.007435555259386699
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,5120,0.007178666690985362
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,4096,0.0069191112286514705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,3584,0.00757155567407608
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,2560,0.007223111059930589
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,3072,0.006736889067623351
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,2048,0.0063982220987478895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,1024,0.00610133343272739
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,768,0.006678222368160884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,1536,0.006493333313200209
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,512,0.005865777946180767
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,8192,0.008012444608741337
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,256,0.004477333277463913
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,128,0.00435644429590967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,32,0.0041306668685542215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,16384,0.010104888843165504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,256,32,64,0.004019555532270008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,6144,0.7510062323676215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,7168,0.8722142113579644
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,8192,0.9896106719970703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,5120,0.6291777822706435
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,10240,1.2278693517049153
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,12288,1.469287978278266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,3584,0.45032797919379336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,3072,0.3922079934014215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,2048,0.27001955774095326
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,4096,0.5086142222086588
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,2560,0.3297368950313992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,128,0.05083555645412869
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,1024,0.15668977631462946
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,512,0.09170933564503987
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,1536,0.21078133583068848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,256,0.05846222241719564
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,16384,1.9429475996229384
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,768,0.12457244926028782
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,64,0.040185779333114624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,65536,32,0.03055466545952691
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,10240,0.35856978098551434
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,8192,0.3189520041147868
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,16384,0.5241751141018337
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,7168,0.2827591101328532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,4096,0.20451022519005668
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,12288,0.4254435433281793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,6144,0.3038524521721734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,3584,0.18176089392768013
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,5120,0.2525857819451226
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,512,0.03599822190072801
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,3072,0.1582417753007677
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,2560,0.13389421833886042
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,1536,0.08856266736984253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,1024,0.06221510966618856
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,256,0.023574221465322707
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,64,0.01035911093155543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,128,0.019724445210562814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,32,0.011013333168294696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,2048,0.1108328898747762
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,768,0.050620443291134305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,7168,0.17579378022087944
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,8192,0.20016445053948295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,6144,0.15222844812605116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,10240,0.2488924397362603
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,12288,0.29530400700039333
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,16384,0.39066221978929305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,5120,0.12812533643510607
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,3584,0.09241777658462524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,4096,0.10379111104541355
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,3072,0.080494225025177
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,2048,0.056399113602108426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,2560,0.06810844606823392
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,1024,0.035764445861180626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,768,0.027454222242037456
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,256,0.012894222305880653
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,1536,0.04933155576388041
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,16384,65536,1.9665092892116969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,128,0.011215999722480774
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,512,0.019549333386951022
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,32,0.007415999968846639
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,64,0.008464888566070134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,8192,0.21325600147247314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,7168,0.18985422452290854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,12288,0.2514231204986572
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,10240,0.26099199718899196
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,12288,65536,1.45269775390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,16384,0.3237893316480848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,6144,0.15140710936652288
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,3584,0.0914720031950209
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,2048,0.05550933215353224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,4096,0.10333777798546685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,1536,0.0436462230152554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,3072,0.07951200008392334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,5120,0.12792710463205972
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,1024,0.0317466656366984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,256,0.012724444270133972
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,128,0.010527110762066312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,64,0.008392888638708327
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,512,0.01891377733813392
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,2560,0.06768711407979329
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,768,0.02546399997340308
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,32,0.007163555257850223
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,10240,65536,1.2091333601209853
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,12288,0.22114933861626518
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,10240,0.191267556614346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,8192,0.1584844456778632
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,7168,0.14116533597310385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,16384,0.2825440035925971
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,6144,0.12169778347015381
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,4096,0.06379110945595635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,2560,0.04288088944223192
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,3072,0.051799999343024365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,5120,0.10704266362720066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,2048,0.035976890060636736
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,3584,0.05938400162590874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,768,0.018253333038753934
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,256,0.010155555274751451
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,128,0.008050666915045844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,1024,0.0203128887547387
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,512,0.014839111102951897
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,32,0.00699733363257514
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,1536,0.02903644575013055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,64,0.006176888942718506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,10240,0.18672000037299263
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,8192,0.1532035536236233
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,12288,0.21572532918718126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,7168,0.13815200328826904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,16384,0.28184265560574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,8192,65536,1.0480302174886067
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,3072,0.04645422101020813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,5120,0.0758791102303399
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,2560,0.040114667680528425
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,6144,0.12110755178663467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,4096,0.059805333614349365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,3584,0.055849777327643506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,256,0.009685333404276106
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,768,0.016100444727473788
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,1024,0.018816888332366943
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,2048,0.03284444411595663
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,512,0.013981334037250943
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,1536,0.027279999521043565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,32,0.005099555684460534
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,64,0.006067555397748947
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,65536,0.9103866153293185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,7168,128,0.007560888926188151
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,10240,0.13729600111643472
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,8192,0.1127199994193183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,12288,0.16076444254981145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,7168,0.10108088784747654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,6144,0.08949510918723212
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,5120,0.06880533032947116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,4096,0.057040890057881675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,16384,0.20942666795518664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,3584,0.05227022369702657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,2048,0.03118844495879279
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,512,0.013339555925793119
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,2560,0.03907288776503669
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,768,0.015591111448076038
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,1024,0.01846577723821004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,1536,0.025104888611369666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,3072,0.04568799999025133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,256,0.009190222455395592
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,65536,0.7325226465861002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,32,0.005131555514203178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,64,0.0058906666106647914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,6144,128,0.00741511086622874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,8192,0.11162043942345513
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,12288,0.16011199686262342
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,5120,0.06724266873465644
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,16384,0.18702310985989043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,10240,0.13640711042616102
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,7168,0.10011644495858087
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,6144,0.0807244446542528
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,4096,0.054583999845716685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,3072,0.04307466745376587
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,768,0.015426667200194465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,3584,0.05011466807789273
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,1024,0.018191999859280057
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,2048,0.030488000975714788
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,512,0.012551111479600271
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,1536,0.024383111132515803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,128,0.007158222297827403
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,2560,0.03713599840799967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,64,0.005682666682534748
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,256,0.008887111312813228
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,32,0.005136000199450387
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,5120,65536,0.6192568673027886
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,10240,0.10386311345630223
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,8192,0.08859555588828193
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,16384,0.1515128877427843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,7168,0.07954044474495782
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,6144,0.0544488893614875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,12288,0.11873600218031143
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,5120,0.06696533494525485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,4096,0.054273777537875705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,2560,0.02602400051222907
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,3072,0.02945244312286377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,512,0.009177777502271865
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,1536,0.01846577723821004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,2048,0.022812444302770827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,3584,0.03501866592301263
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,768,0.01143200033240848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,64,0.005960888746711943
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,32,0.0046675557063685525
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,1024,0.013566222455766467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,256,0.00674044465025266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,65536,0.5447662141587999
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,4096,128,0.005702222386995952
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,7168,0.07001511255900066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,6144,0.061168001757727734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,8192,0.07795821958118014
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,16384,0.14215555455949572
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,12288,0.10912089215384589
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,10240,0.09459644556045532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,5120,0.04437155524889628
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,4096,0.03525422347916497
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,3584,0.0319217774603102
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,2560,0.02425333360830943
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,2048,0.01977688901954227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,1536,0.016345777445369296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,1024,0.012631110846996307
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,3072,0.027296889159414504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,768,0.010535111029942831
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,256,0.006487111250559489
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,65536,0.47542132271660703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,32,0.004450666821665234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,512,0.008790222307046255
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,64,0.005559999909665849
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3584,128,0.005475555443101459
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,12288,0.08786222007539536
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,7168,0.0554017788834042
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,6144,0.04941599898868137
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,10240,0.0793386697769165
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,8192,0.06148266792297363
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,5120,0.038697779178619385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,16384,0.12653777334425184
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,4096,0.0314008891582489
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,3584,0.02868266569243537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,2560,0.021556443638271753
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,1024,0.011254222028785281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,2048,0.017719111508793302
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,3072,0.02516888909869724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,768,0.009763555394278632
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,1536,0.014815110299322339
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,512,0.008135110967689091
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,256,0.006292444550328785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,65536,0.39297066794501406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,64,0.005129777722888523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,32,0.004168888760937585
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,3072,128,0.0053102220926019884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,12288,0.07260888814926147
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,6144,0.044179555442598134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,7168,0.04826044374042087
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,8192,0.05385422375467089
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,10240,0.06306399901707967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,5120,0.03759466608365377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,16384,0.09331822395324707
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,4096,0.03043466806411743
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,3584,0.027275555663638647
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,2048,0.01756533318095737
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,1024,0.011216888825098673
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,768,0.009594666461149851
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,1536,0.014470222923490735
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,65536,0.32318933804829914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,2560,0.02106933295726776
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,3072,0.024325332707828943
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,64,0.0046746668716271715
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,256,0.006117333140638139
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,32,0.0038000001675552795
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,128,0.005117333183685939
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2560,512,0.0076657773719893555
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,10240,0.04823466804292467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,16384,0.08073244492212932
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,7168,0.04161244299676683
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,6144,0.03669333457946777
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,5120,0.032053334845436945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,12288,0.057890666855706104
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,8192,0.051683555046717324
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,3072,0.02089866664674547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,3584,0.024538666009902954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,2560,0.019159111711714003
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,65536,0.2927030987209744
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,1024,0.010202666951550378
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,768,0.008807111117574904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,1536,0.01309866706530253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,2048,0.01533422205183241
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,4096,0.02782755427890354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,32,0.003555555724435382
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,512,0.007592000067234039
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,64,0.004302222281694412
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,128,0.005212444398138259
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,16384,0.0685244467523363
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,8192,0.03606311149067349
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,12288,0.055043554968304105
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,10240,0.042951110336515635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,7168,0.03291199935807122
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,6144,0.029064890411165025
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,4096,0.022125333547592163
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,2560,0.01564800077014499
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,65536,0.23288623491923013
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,2048,0.012601777911186218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,3072,0.017130666308932833
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,1536,0.011005333728260465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,5120,0.025853332546022203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,1024,0.008711111214425828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,3584,0.01979466610484653
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,768,0.007868444754017724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,512,0.006686222222116258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,32,0.0034595556143257353
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,256,0.005681777579916849
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,64,0.004040889028045866
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1536,128,0.004869333157936732
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,10240,0.03230933348337809
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,2048,256,0.005873777800136142
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,12288,0.03693866729736328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,16384,0.04543377624617683
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,8192,0.02721600068940057
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,6144,0.022264000442292955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,4096,0.018444443742434185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,3072,0.015407111909654407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,2560,0.013631111217869652
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,3584,0.017616000440385606
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,5120,0.020763556162516277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,1536,0.009677333136399588
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,768,0.007072889142566257
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,7168,0.025133333272404138
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,1024,0.007859555383523306
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,2048,0.011535999675591787
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,128,0.004691555682155821
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,64,0.0037964445849259696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,32,0.0031884445084465873
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,512,0.006134222365087933
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,256,0.00518844442235099
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,10240,0.024525332782003615
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,16384,0.03561066587766012
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,7168,0.019693333241674636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,1024,65536,0.1447262234157986
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,6144,0.018187556001875136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,12288,0.029701332251230877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,65536,0.10763111379411484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,8192,0.021527111530303955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,4096,0.014019555515713163
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,5120,0.015843555331230164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,3584,0.013419555293189155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,2560,0.011791110866599612
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,2048,0.011511999699804517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,768,0.007048889166778988
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,1024,0.007839110990365347
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,512,0.006119110931952794
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,128,0.004387555436955558
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,64,0.003576000117593341
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,1536,0.009621333744790819
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,32,0.003305777700410949
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,256,0.005197333378924264
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,12288,0.021810667382346258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,8192,0.01672266589270698
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,7168,0.014904888139830695
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,10240,0.01768977774514092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,768,3072,0.012511110968059964
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,5120,0.012815111213260226
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,16384,0.02903377678659227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,6144,0.013747555514176687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,4096,0.01178311142656538
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,65536,0.08679466777377659
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,3584,0.011959111524952782
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,2560,0.010460444622569613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,1536,0.009639999932712978
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,2048,0.009240888886981541
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,1024,0.007879111501905654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,3072,0.011364444262451597
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,512,0.006128888991143968
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,64,0.0031964443624019623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,128,0.0037439999481042228
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,768,0.0069919998447100324
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,12288,0.013618666264745923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,32,0.003015111097031169
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,10240,0.012701333396964602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,65536,0.05709422296947903
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,16384,0.016009777784347534
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,8192,0.01203555530971951
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,7168,0.011217777927716574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,6144,0.010775999890433418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,5120,0.010034666293197209
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,4096,0.009269333548016017
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,2560,0.0083137775460879
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,3072,0.00853777759604984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,2048,0.007885333564546373
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,3584,0.00887111077706019
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,1536,0.0074311114019817775
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,768,0.006859555426571105
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,512,256,0.005179555465777715
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,256,0.004406222038798862
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,1024,0.00700711127784517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,512,0.005921777751710679
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,64,0.004088888979620404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,128,0.0033688888781600525
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,256,32,0.004152889053026835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,12288,0.011224889092975192
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,10240,0.01050222251150343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,6144,0.008864888714419471
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,7168,0.00926577796538671
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,8192,0.009661333428488838
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,5120,0.008740444150235917
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,65536,0.04009866714477539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,3072,0.007298666569921706
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,3584,0.007802666889296637
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,4096,0.008377778033415476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,2560,0.007071110937330458
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,2048,0.00675022229552269
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,1536,0.006616000086069107
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,1024,0.006255110932721033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,768,0.006837333242098491
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,512,0.0061928890645504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,128,0.0032986667421129015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,256,0.0042275554604000514
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,64,0.004047111090686587
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,32,0.004152889053026835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,10240,0.008923555413881937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,65536,0.0304097765021854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,16384,0.009907555249002244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,128,16384,0.0127697777416971
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,12288,0.008937777744399177
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,6144,0.00775111135509279
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,8192,0.008621333373917473
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,5120,0.007502222226725684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,7168,0.008264000217119852
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,2048,0.006443555570311016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,2560,0.00686488880051507
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,4096,0.007737778127193451
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,3072,0.007076444725195567
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,3584,0.007366221812036302
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,1536,0.006603555546866522
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,1024,0.00565155554148886
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,768,0.00684533350997501
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,512,0.005946666830115848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,256,0.0041742221348815495
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,128,0.00442844463719262
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,32,0.0041680000722408295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,64,64,0.004023111114899318
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,65536,0.017530666457282174
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,12288,0.008476444416575963
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,16384,0.00925422211488088
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,8192,0.008247999681366814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,10240,0.008549333446555668
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,7168,0.008034666379292807
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,4096,0.007408888803588019
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,5120,0.007280888656775157
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,3584,0.007053333024183909
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,6144,0.007435555259386699
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,2048,0.006313777632183499
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,2560,0.006714666469229593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,3072,0.006839111033413146
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,768,0.006682666639486949
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,1024,0.0052897776994440295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,1536,0.0057760001056724125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,512,0.005843555761708154
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,256,0.005039999882380168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,128,0.00434666665063964
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,64,0.004026666697528628
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,192,32,32,0.0041333333485656315
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,5120,0.6275679800245497
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,6144,0.7484293513827853
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,7168,0.8683626916673449
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,8192,0.9894204669528537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,10240,1.2262978023952908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,4096,0.506390200720893
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,3072,0.38850755161709255
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,3584,0.4499608675638835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,12288,1.4637431038750544
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,1536,0.20858400397830537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,2560,0.3305599954393175
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,128,0.04938844508594937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,2048,0.269503116607666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,256,0.05642133288913303
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,1024,0.15574310885535345
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,32,0.03149244520399306
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,64,0.03778666588995192
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,16384,1.9412799411349828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,768,0.12336088551415338
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,65536,512,0.09095111158159043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,8192,0.3181671036614312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,7168,0.2794017791748047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,12288,0.46001868777804905
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,6144,0.30017511049906415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,16384,0.5172870953877767
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,10240,0.3890533447265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,5120,0.2523813247680664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,1536,0.08655466636021932
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,4096,0.20440267191992867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,3072,0.15738577312893337
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,1024,0.06189599964353773
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,2560,0.13281955983903673
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,768,0.049638221661249794
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,64,0.010115555591053432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,128,0.013316444224781461
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,256,0.01790844400723775
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,32,0.009570666485362584
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,3584,0.18102755811479357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,2048,0.11163643995920818
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,512,0.036438223388459944
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,7168,0.1894328859117296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,8192,0.21324088838365343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,10240,0.26000089115566677
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,12288,0.3092577722337511
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,16384,0.39076799816555446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,4096,0.10357599788241917
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,6144,0.15192800097995335
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,5120,0.12808977233039007
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,16384,65536,1.9645866817898219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,3584,0.09207822216881646
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,2560,0.06778489218817817
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,3072,0.08031377527448866
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,2048,0.05611377954483032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,1536,0.04962133367856344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,512,0.018903111418088276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,1024,0.033013333876927696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,256,0.012960000170601739
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,768,0.02718488872051239
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,128,0.010688888529936472
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,32,0.007381333245171442
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,64,0.008432000047630733
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,16384,0.32134755452473956
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,8192,0.21111910872989229
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,12288,0.30804443359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,7168,0.18884889284769693
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,10240,0.26040622923109263
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,12288,65536,1.4443848927815754
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,5120,0.13992622163560656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,3072,0.09330755472183228
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,3584,0.1043706668747796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,6144,0.16489956114027235
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,2560,0.0794044468137953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,2048,0.056221332814958364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,4096,0.11662667327457005
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,512,0.01869244376818339
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,1536,0.046945777204301625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,128,0.010293333066834344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,1024,0.031805333164003156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,768,0.025434666209750708
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,64,0.008375999828179678
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,256,0.012753778033786349
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,65536,1.1824639638264973
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,7168,0.1392622258928087
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,10240,32,0.007037333316273159
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,12288,0.21826933489905465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,8192,0.15341688527001276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,6144,0.12144088745117188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,10240,0.18638400236765543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,5120,0.08109066883722942
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,4096,0.06168533033794827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,3072,0.049273778994878135
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,3584,0.056964443789588086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,2560,0.04179199867778354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,512,0.01428533262676663
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,256,0.009979555176364051
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,1536,0.028817776176664565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,2048,0.0353724459807078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,768,0.018174222773975797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,16384,0.2824310991499159
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,64,0.005966222120655908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,1024,0.021964444054497614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,32,0.006267555471923616
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,128,0.007763555480374231
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,6144,0.08889955282211304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,7168,0.10164533058802287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,16384,0.281583997938368
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,12288,0.21437244945102266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,8192,0.15172621938917372
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,10240,0.1841191053390503
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,8192,65536,1.0464773178100586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,5120,0.07111644744873047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,3584,0.05527111225657993
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,4096,0.057202663686540395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,1024,0.020299555526839364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,2048,0.03268266717592875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,2560,0.039614223771625094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,3072,0.04800533254941305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,1536,0.026149332523345947
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,768,0.016858667135238647
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,512,0.013455111119482251
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,128,0.007560888926188151
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,32,0.005863111052248213
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,64,0.005752000129885144
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,256,0.009723555710580613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,12288,0.16070044040679932
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,10240,0.13651466369628906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,16384,0.20931555165184867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,7168,0.10149333212110732
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,6144,0.08864177597893609
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,7168,65536,0.9058826234605578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,3584,0.05173777871661716
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,8192,0.1125519937939114
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,5120,0.06902044349246554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,2560,0.03787111242612203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,1536,0.024902222885025874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,3072,0.04409866531689962
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,4096,0.05631111065546671
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,256,0.00906133320596483
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,1024,0.018535999788178336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,512,0.01294844432009591
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,128,0.007323555648326874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,64,0.00563733321097162
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,32,0.005142222262091107
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,2048,0.03135111265712314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,768,0.016210666961140104
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,10240,0.13641511069403753
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,8192,0.11180088255140518
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,16384,0.18650666872660318
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,6144,65536,0.7321297857496473
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,12288,0.1596506701575385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,7168,0.1004248857498169
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,6144,0.0808159973886278
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,3072,0.0429111123085022
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,5120,0.0679253339767456
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,3584,0.04928977621926201
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,2560,0.036736889017952815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,2048,0.030485332012176514
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,4096,0.0546231104267968
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,512,0.012474666866991254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,768,0.01569688816865285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,256,0.008851555486520132
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,1536,0.024343111448817786
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,128,0.0069822221994400024
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,1024,0.018831110662884183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,32,0.004734222259786394
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,65536,0.6161991225348579
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,5120,64,0.005603555589914322
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,12288,0.10930844148000081
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,16384,0.1423235601849026
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,6144,0.061689780818091504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,10240,0.09462222125795151
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,7168,0.07050400310092501
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,8192,0.07809333006540935
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,4096,0.036341332727008395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,5120,0.044300443596310086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,3584,0.03324710991647508
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,3072,0.028537776735093858
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,1536,0.016922665966881644
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,512,0.008958222137557136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,768,0.010915555887752108
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,2048,0.020265777905782063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,65536,0.5383475621541342
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,1024,0.012599999705950419
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,128,0.005587555468082428
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,32,0.004317333300908406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,2560,0.024700444605615404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,64,0.005277333160241445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,4096,256,0.006640888750553131
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,12288,0.10890399747424656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,7168,0.0698924462000529
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,16384,0.14175821675194636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,8192,0.07749688625335693
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,10240,0.09392888678444757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,6144,0.06102044714821709
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,5120,0.04195644458134969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,4096,0.03464711043569777
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,3584,0.03042844600147671
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,1024,0.012223111258612739
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,2048,0.018862222631772358
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,3072,0.026723555392689172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,768,0.01032977799574534
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,256,0.00647288892004225
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,2560,0.023297778434223596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,1536,0.015639111399650574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,512,0.008642666869693333
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,128,0.005404444618357553
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,65536,0.4757839838663737
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,64,0.005085333353943295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3584,32,0.0041759999261962045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,8192,0.06086044179068672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,12288,0.08517155382368301
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,16384,0.10871733559502496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,6144,0.048977779017554395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,4096,0.030947556098302204
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,7168,0.05506489011976454
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,10240,0.07319644424650404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,3072,0.02437688906987508
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,65536,0.39592978689405656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,5120,0.03954844342337714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,2560,0.020978666014141504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,2048,0.017642666896184284
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,768,0.009655999640623728
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,512,0.00793333351612091
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,3584,0.02882755464977688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,1024,0.011223110887739392
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,1536,0.014678221609857349
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,128,0.005251555393139522
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,32,0.003793777690993415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,64,0.004703999807437261
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,3072,256,0.006260444306664997
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,10240,0.061873780356513135
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,16384,0.09125333362155491
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,5120,0.037280887365341187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,12288,0.07148444652557373
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,6144,0.04370222157902188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,3584,0.027109333210521277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,8192,0.05219555563396878
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,3072,0.02407199972205692
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,4096,0.030496888690524634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,1536,0.014331556028789945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,2560,0.020834666159417894
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,65536,0.32212532891167533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,1024,0.011164444188276926
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,768,0.00961511085430781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,256,0.00600000015563435
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,2048,0.01757688820362091
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,128,0.005091555416584015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,64,0.004315555509593752
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,512,0.007680888805124495
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,32,0.003678222083383136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,12288,0.06159289015663994
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,10240,0.05315733287069532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2560,7168,0.04792444573508369
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,8192,0.04423111014895969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,7168,0.04078222314516703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,6144,0.03682133224275377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,16384,0.0784133341577318
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,65536,0.27076978153652614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,2560,0.01773955590195126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,3072,0.019527110788557265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,3584,0.0221413340833452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,2048,0.014709333578745524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,1024,0.00981777740849389
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,4096,0.02715733316209581
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,768,0.00847822262181176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,1536,0.01253600004646513
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,512,0.007126222054163615
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,256,0.005720888988839255
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,128,0.005078222188684675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,64,0.004015999949640698
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,32,0.0034737777378824023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,10240,0.047135111358430654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,7168,0.03608977794647217
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,2048,5120,0.03222666515244378
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,12288,0.052766223748524986
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,8192,0.03958044449488322
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,6144,0.027383999692069158
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,5120,0.023352000448438857
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,65536,0.18909066253238252
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,2560,0.014859555496109856
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,2048,0.012083555261294046
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,4096,0.020364445116784837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,1536,0.010651555326249866
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,1024,0.008480889101823172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,3584,0.018360889620251127
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,16384,0.05824799670113457
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,256,0.005459555735190709
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,3072,0.016629333297411602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,768,0.007627555893527136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,128,0.004860444615284602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,512,0.006491555521885554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,64,0.0038844446341196695
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1536,32,0.003264888914095031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,10240,0.03570933474434747
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,12288,0.035529779063330755
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,4096,0.015519110692871941
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,8192,0.029653333955340918
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,5120,0.017516444126764934
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,16384,0.043603556023703686
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,7168,0.027607111467255488
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,6144,0.019152889649073284
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,3584,0.014542222023010254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,2560,0.013451555536852943
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,1536,0.009896000226338705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,1024,0.007892444729804993
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,2048,0.011863999896579318
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,512,0.006163555714819167
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,768,0.0070462218589252895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,3072,0.014143110977278816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,64,0.0035235554807715942
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,32,0.003105777833196852
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,128,0.004592000196377437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,10240,0.023992000354660883
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,256,0.0052062223354975385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,16384,0.0362391107612186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,65536,0.10488888952467178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,7168,0.018770666586028207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,12288,0.029102222787009344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,8192,0.020607110526826646
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,4096,0.013912889692518445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,3584,0.01311555587583118
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,1024,65536,0.13401156001620823
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,6144,0.017323555217848886
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,5120,0.01573066744539473
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,3072,0.012322666744391123
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,2048,0.011587555209795633
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,2560,0.011560888753996955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,1536,0.009639999932712978
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,1024,0.007902222375075022
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,768,0.00700711127784517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,256,0.005207111024194294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,64,0.0033982222278912864
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,32,0.0032604444358083936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,512,0.006106666806671355
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,768,128,0.00423555572827657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,6144,0.013314666847387949
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,8192,0.016136889656384785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,16384,0.027541332774692114
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,10240,0.01717422240310245
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,12288,0.021560889151361253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,5120,0.012509333590666452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,65536,0.07720177703433566
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,4096,0.01130222198035982
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,7168,0.014257777068350049
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,3072,0.010991999672518836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,2560,0.010286221901575724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,3584,0.010729778144094678
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,1536,0.009600888523790572
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,2048,0.00904622260067198
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,1024,0.007832888927724626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,768,0.007010666860474481
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,64,0.0034177777253919174
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,512,0.006091555373536215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,256,0.005158222383923001
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,128,0.0035786665976047516
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,16384,0.015666666958067153
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,12288,0.013366222381591797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,512,32,0.003020444470975134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,8192,0.011838222543398539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,65536,0.0529457794295417
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,7168,0.010868444210953183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,6144,0.010269333091047075
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,10240,0.012235555383894177
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,5120,0.009695111049546136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,4096,0.009020444419648912
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,3072,0.00833511104186376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,3584,0.008667555948098501
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,2048,0.007600000335110559
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,1024,0.006846222198671765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,2560,0.008081778056091731
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,256,0.004413333204057482
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,768,0.006839111033413146
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,1536,0.007167999943097432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,64,0.004080888711743885
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,128,0.003354666754603386
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,512,0.005909333212508096
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,256,32,0.004135999828577042
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,16384,0.012691555751694573
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,12288,0.011039111349317761
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,8192,0.009522666533788046
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,7168,0.009191999832789103
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,6144,0.008802666432327693
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,10240,0.010327111515733931
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,65536,0.03687289026048448
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,5120,0.008350222474998897
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,3584,0.007836444510353936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,4096,0.008336889247099558
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,3072,0.007291555404663086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,2048,0.006775110960006714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,1536,0.006604444649484422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,768,0.006827555596828461
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,2560,0.0070257774657673305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,512,0.006064888917737537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,1024,0.006256888724035687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,256,0.004231111043029361
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,128,0.0032640000184377036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,64,0.004071111066473855
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,128,32,0.00416355538699362
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,16384,0.009529777699046666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,12288,0.008816888762844933
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,10240,0.008910222185982598
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,7168,0.008352888955010308
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,8192,0.008656000097592672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,6144,0.007688889073001013
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,65536,0.02476799984773
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,5120,0.007440889047251807
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,4096,0.007635555333561367
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,2048,0.0064186664919058485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,3584,0.007329777710967594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,3072,0.007112888826264276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,2560,0.0069057775868309875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,1536,0.0063991112013657885
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,1024,0.005542222410440445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,512,0.005922666854328579
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,256,0.004173333446184794
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,64,0.004067555483844546
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,128,0.004455111092991299
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,768,0.006829333388143116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,64,32,0.004138666722509596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,16384,0.00923288861910502
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,65536,0.015524443652894763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,12288,0.008361777497662438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,10240,0.008486222061845992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,8192,0.00813600007030699
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,6144,0.00741244438621733
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,7168,0.007927999728255803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,5120,0.00721688899728987
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,4096,0.007308444215191736
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,3584,0.00703022215101454
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,3072,0.006851555572615729
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,2048,0.006244444598754247
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,2560,0.006753777878151999
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,1024,0.0052560000783867305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,768,0.006641777853171031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,512,0.0058471109304163195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,1536,0.005677333308590784
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,256,0.005031110925806893
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,64,0.004043555508057277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,128,0.00434311106801033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,160,32,32,0.004134222037262387
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,6144,0.5686133172776964
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,7168,0.6594515376620823
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,8192,0.7374826537238227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,12288,1.0420960320366752
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,10240,1.0149670706854927
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,3584,0.34247467252943253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,4096,0.3757564491695828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,5120,0.4777653482225206
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,3072,0.29673245218065053
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,16384,1.3529591030544703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,1536,0.1694106658299764
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,2560,0.25151112344529897
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,512,0.06904266940222846
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,768,0.0965813332133823
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,1024,0.12113244003719753
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,256,0.04556266797913445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,32,0.019289778338538278
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,2048,0.22555555237664116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,128,0.03319999906751845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,65536,64,0.024698666400379602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,12288,0.27867288059658474
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,10240,0.23916800816853842
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,7168,0.19280621740553114
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,8192,0.2145306666692098
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,6144,0.16542666488223606
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,3584,0.09921599758995904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,4096,0.10553510983784993
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,16384,0.3956320020887587
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,1536,0.05632533629735311
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,3072,0.08785333236058553
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,2048,0.07074133555094402
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,2560,0.07305688990486993
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,5120,0.13723022407955593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,1024,0.041682667202419706
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,256,0.013696889082590738
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,768,0.029819554752773706
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,512,0.021328889661365088
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,128,0.011012444065676795
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,64,0.00831733312871721
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,32,0.007326222128338284
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,8192,0.1533377832836575
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,6144,0.1238551139831543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,7168,0.13428000609079996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,16384,0.2970977889166938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,10240,0.19544711377885607
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,12288,0.23082134458753797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,3584,0.06993333498636882
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,5120,0.10570666525099014
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,4096,0.08763288789325291
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,1536,0.0343866679403517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,3072,0.06533777713775635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,2560,0.055088000165091626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,16384,65536,1.513503074645996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,2048,0.045759111642837524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,256,0.01128266668981976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,128,0.007882666256692674
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,64,0.00832088871134652
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,768,0.019310222731696237
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,32,0.007064888874689738
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,512,0.01462577780087789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,1024,0.0247662216424942
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,8192,0.13341689109802246
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,10240,0.1693333387374878
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,7168,0.12446133295694987
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,12288,0.20033866829342314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,16384,0.25856444570753306
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,6144,0.1092462208535936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,12288,65536,1.1405600441826713
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,1536,0.03012266755104065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,2048,0.03978133201599121
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,3072,0.058667553795708545
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,3584,0.061887111928727895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,4096,0.07269155316882663
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,1024,0.019914666811625164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,2560,0.04857777886920505
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,256,0.010248888697889116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,5120,0.09137688742743598
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,32,0.0052328887912962176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,768,0.017487999465730455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,65536,0.8678604231940376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,64,0.00582755563987626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,128,0.007364444434642792
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,10240,512,0.01333866682317522
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,7168,0.10631199677785237
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,16384,0.2081822156906128
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,12288,0.16027288966708714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,6144,0.09248533513810898
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,5120,0.08132977618111505
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,4096,0.06492444541719225
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,8192,0.12217066023084854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,3072,0.05209866828388638
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,1536,0.027796443965699937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,3584,0.05985866652594673
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,10240,0.13999556170569524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,2560,0.044052445226245456
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,1024,0.019337778290112812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,2048,0.0353724459807078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,512,0.012856889102194043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,256,0.009130666653315226
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,128,0.007088888850477006
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,32,0.0052933332820733385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,64,0.0057946667075157166
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,768,0.016032889485359192
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,16384,0.1937626732720269
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,10240,0.12804088327619764
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,12288,0.14370844099256727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,8192,0.11061244540744358
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,7168,0.09743377897474502
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,6144,0.08588266372680664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,8192,65536,0.7193688816494412
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,2560,0.04199111130502489
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,2048,0.03196177879969279
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,4096,0.06040177742640177
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,3072,0.049534221490224205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,1536,0.02583911187118954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,5120,0.07417066891988118
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,3584,0.05686133437686496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,1024,0.018246221873495314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,256,0.008939555949634975
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,128,0.006978666616810693
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,512,0.012526222401195101
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,64,0.005663110978073544
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,32,0.00498933345079422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,768,0.015596444408098856
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,7168,65536,0.6861191325717502
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,7168,0.08947110838360256
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,10240,0.11627111170026992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,8192,0.09627733627955119
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,16384,0.1652159955766466
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,12288,0.13737244076199
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,3584,0.047621332936816745
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,3072,0.042725334564844765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,6144,0.07226222091250949
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,2048,0.026720000637902155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,2560,0.028926223516464233
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,4096,0.0514008899529775
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,5120,0.062047998110453285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,768,0.01237066669596566
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,1536,0.021095999413066443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,128,0.005708444449636672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,512,0.009540444446934594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,256,0.006807999892367258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,65536,0.5974115795559353
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,1024,0.014937778313954672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,32,0.004707555390066571
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,6144,64,0.005960000058015187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,10240,0.09840710957845052
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,6144,0.06423733631769817
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,7168,0.07368799712922838
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,8192,0.07823999722798665
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,12288,0.11388266086578369
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,16384,0.14337600602044
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,5120,0.05641333262125651
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,4096,0.043735110097461276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,1536,0.01704266667366028
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,3584,0.03520266546143426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,1024,0.012489777472284106
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,3072,0.030958222018347845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,2560,0.026297777891159058
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,2048,0.0211173329088423
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,256,0.0063999998900625445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,768,0.010797333386209277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,512,0.008807111117574904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,32,0.004294222427739037
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,65536,0.5075537893507216
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,64,0.0052791109515561005
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,5120,128,0.005727111051479976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,16384,0.11712000105116104
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,12288,0.08663377496931289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,10240,0.07635555664698283
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,5120,0.04444444510671827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,6144,0.05112266540527344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,8192,0.06635733445485432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,7168,0.05743288993835449
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,3072,0.02762311034732395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,3584,0.031672000885009766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,4096,0.03741600116093954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,1536,0.014882667197121514
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,2560,0.023379556006855432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,65536,0.4416462315453424
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,768,0.010103111465771994
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,1024,0.01201244443655014
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,256,0.006107555495368109
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,128,0.005274666680230035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,32,0.0038986665507157645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,2048,0.01921955578856998
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,64,0.0047786666287316214
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,8192,0.05652444230185615
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,16384,0.10786933369106716
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,7168,0.053186668290032275
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,12288,0.07997333341174655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,10240,0.0667546656396654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,5120,0.04130488965246413
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,65536,0.3682391113705105
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,3072,0.02641955514748891
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,4096,0.03493244449297587
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,3584,0.03017066584693061
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,2560,0.02125155594613817
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,2048,0.01831822262869941
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,4096,512,0.008209777375062307
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,1024,0.01146666705608368
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,1536,0.015105777316623263
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,256,0.006163555714819167
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,512,0.007744000189834171
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,64,0.00461777796347936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,32,0.0037439999481042228
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,128,0.005074666606055366
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,768,0.00981244444847107
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3584,6144,0.0471093323495653
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,8192,0.04968177941110399
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,10240,0.0565813316239251
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,12288,0.07055555449591742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,16384,0.08612444665696885
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,7168,0.045370668172836304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,65536,0.2824382252163357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,4096,0.02853155467245314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,3584,0.026914666096369427
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,5120,0.03421599997414483
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,1536,0.013966222604115805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,6144,0.040559109714296125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,3072,0.0243484444088406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,1024,0.010379555324713389
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,512,0.007685333490371704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,768,0.009520889156394536
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,2560,0.019307555423842538
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,64,0.004224888980388641
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,2048,0.015569777952300178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,32,0.003556444413132138
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,256,0.0063271112740039825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,3072,128,0.005227555417352253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,8192,0.04256355431344774
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,12288,0.05692266755633884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,10240,0.051150222619374595
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,7168,0.039593779378467135
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,16384,0.0768080022599962
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,5120,0.029931555191675823
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,6144,0.035820444424947105
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,4096,0.0247688889503479
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,65536,0.2404328982035319
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,1024,0.009343110852771336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,2048,0.014616888430383472
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,768,0.008440888590282863
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,3584,0.02421599957678053
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,256,0.005950222412745158
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,512,0.007000000112586551
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,32,0.0034773333205117118
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,3072,0.01975288821591271
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,64,0.0040755557517210645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,2560,0.01751377847459581
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,1536,0.012253333297040729
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2560,128,0.005026666654480828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,16384,0.06199377775192261
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,6144,0.03171733352873061
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,5120,0.025231111380789015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,65536,0.19788177808125815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,12288,0.05088533295525444
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,7168,0.03381244341532389
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,8192,0.03898222247759501
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,4096,0.022429333792792425
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,3072,0.01664177742269304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,3584,0.01999288962946998
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,2048,0.012411555482281579
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,1024,0.008657777474986183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,768,0.007458666960398356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,512,0.006533333410819371
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,1536,0.011039111349317761
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,2560,0.015560888581805758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,256,0.0054551110499435
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,32,0.0033564445459180405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,64,0.003809777812825309
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,128,0.0047386665311124595
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,10240,0.03359555535846286
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,7168,0.025285333395004272
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,8192,0.028429332706663344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,6144,0.021964444054497614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,16384,0.049040890402264066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,5120,0.019558222757445443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,4096,0.01835911141501533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,65536,0.14910844961802164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,3584,0.01774133410718706
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,2560,0.013948443863126965
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,2048,0.01181333346499337
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,1024,0.007967111137178209
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,2048,10240,0.04520977867974175
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,768,0.007123555574152205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,512,0.006125333408514659
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,256,0.005196444276306364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,64,0.0036684444381131064
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,128,0.004661333229806689
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,1536,0.010449777874681683
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,3072,0.016586666305859882
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,16384,0.03585777680079142
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,65536,0.10615733597013687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,6144,0.0181057784292433
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,5120,0.016547555724779766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,12288,0.030647112263573542
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,8192,0.021340444684028625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,10240,0.025630222426520452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,4096,0.013952000273598565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,7168,0.020810667011472914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,12288,0.03972088959481981
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,3584,0.013241777817408243
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,2560,0.01148799972401725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,1536,0.00981777740849389
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,3072,0.01276177747382058
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,2048,0.011543110840850405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,1024,0.007844444778230455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,768,0.007052444749408298
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,256,0.005186666631036335
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,512,0.00611111107799742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,64,0.0034026667061779234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,32,0.003346666693687439
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1024,128,0.004301333179076512
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,16384,0.030299554268519085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,1536,32,0.0032604444358083936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,65536,0.08522578080495198
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,4096,0.011920000116030375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,12288,0.023471110396915015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,8192,0.01704088846842448
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,10240,0.01844800015290578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,5120,0.013177778157922955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,7168,0.01573244399494595
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,3584,0.012850667039553324
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,3072,0.011906666888131036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,2048,0.009484444227483537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,1024,0.007889777421951294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,1536,0.009579555855857002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,768,0.00701333334048589
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,2560,0.011234666738245221
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,512,0.006134222365087933
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,6144,0.014387556248241
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,256,0.005156444592608346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,128,0.003806222230195999
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,64,0.003124444435040156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,768,32,0.003036444385846456
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,12288,0.019484443797005545
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,16384,0.022541332576009963
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,6144,0.012426666915416718
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,10240,0.015561777684423657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,7168,0.01365244471364551
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,8192,0.0144213338692983
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,65536,0.07274933656056722
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,5120,0.011913778053389655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,3584,0.010106667048401302
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,3072,0.009534222384293875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,2048,0.008387555678685507
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,2560,0.009078222016493479
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,4096,0.010459555519951714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,1536,0.007916444705592262
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,512,0.00600000015563435
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,768,0.006989333364698622
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,256,0.004506666627195147
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,128,0.003485333174467087
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,1024,0.00777333312564426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,64,0.003302222324742211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,512,32,0.0028844444702068963
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,16384,0.014206222361988492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,12288,0.012272888587580787
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,10240,0.011624000138706632
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,7168,0.010012444522645738
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,5120,0.008997333546479544
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,65536,0.041535112592909075
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,4096,0.008370666868156856
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,8192,0.010673777924643623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,3072,0.007720888488822513
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,6144,0.009568000005351173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,2560,0.0074924445814556545
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,3584,0.007982222570313348
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,2048,0.00703999979628457
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,1536,0.006931555353932911
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,768,0.006849777781301075
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,1024,0.00654666663871871
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,512,0.005903999838564131
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,256,0.004315555509593752
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,32,0.004179555508825514
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,128,0.0033528889632887314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,16384,0.011232888533009423
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,256,64,0.004047111090686587
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,10240,0.008932444784376357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,8192,0.008764444126023186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,12288,0.0096124443742964
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,65536,0.02938844429122077
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,7168,0.00813422186507119
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,5120,0.0075137780772315125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,6144,0.007781333393520779
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,4096,0.007177777588367462
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,2560,0.007430222299363878
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,3584,0.007747555772463481
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,1536,0.006572444405820634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,3072,0.00701333334048589
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,2048,0.006583999842405319
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,768,0.006852444261312485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,1024,0.006258666515350342
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,128,0.0031946665710873077
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,256,0.004262222184075249
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,512,0.006000888844331105
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,65536,0.016693333784739178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,16384,0.009087111386987898
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,64,0.0040755557517210645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,12288,0.008286221987671321
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,128,32,0.004146666576464971
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,10240,0.008090666598743862
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,8192,0.007848888635635376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,7168,0.007843555675612556
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,6144,0.0075395554304122925
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,3584,0.007229333122571309
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,5120,0.007751999629868402
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,4096,0.007176888485749562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,3072,0.006834666762087081
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,2560,0.006730666591061487
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,1536,0.006049777898523543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,1024,0.00544888898730278
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,2048,0.007149332927332983
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,768,0.006801777829726537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,512,0.005872000008821487
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,128,0.004457777573002709
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,64,0.004023111114899318
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,32,0.0041306668685542215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,64,256,0.004221333397759331
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,65536,0.014936000108718872
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,16384,0.008616888688670265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,7168,0.007576000359323289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,12288,0.008094222181373173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,8192,0.00756533361143536
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,10240,0.007789333661397298
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,6144,0.007374222079912822
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,5120,0.007342221836249034
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,3584,0.00700800038046307
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,4096,0.0070426662762959795
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,3072,0.006684444430801604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,2560,0.006683555742104848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,2048,0.006706666615274217
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,768,0.006686222222116258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,1024,0.0052675555149714155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,512,0.0058062221441004015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,128,0.004350222233268949
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,256,0.00500266667869356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,1536,0.005528000079923206
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,32,0.004156444635656145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,128,32,64,0.004030222280157937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,6144,0.5627608829074436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,7168,0.6532648934258355
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,8192,0.7284311188591851
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,5120,0.472675535413954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,10240,0.8777893384297689
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,12288,1.0317715538872612
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,3072,0.2936524550120036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,2560,0.24712443351745605
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,4096,0.3710035483042399
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,3584,0.3372817834218343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,512,0.06687288814120822
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,2048,0.22186577320098877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,16384,1.3472035725911458
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,768,0.09416621923446655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,32,0.01851022243499756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,1536,0.17473333411746553
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,64,0.02370577719476488
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,128,0.031209776798884075
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,1024,0.12232532766130234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,65536,256,0.04448622133996752
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,8192,0.21446311473846436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,7168,0.17639377382066515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,16384,0.35245333777533633
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,6144,0.16718844572703043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,12288,0.29954756630791557
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,5120,0.14242843786875406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,10240,0.2592577669355604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,3072,0.09247289101282756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,4096,0.11666133668687607
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,3584,0.10259199804729885
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,2048,0.07136266761355929
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,512,0.021358221769332886
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,256,0.013111111190583972
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,1024,0.04059022333886888
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,1536,0.055784887737698026
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,2560,0.08557333548863728
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,768,0.030192888445324365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,128,0.010593777729405297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,64,0.008180444439252218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,7168,0.14123555024464926
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,32,0.007103111180994246
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,10240,0.1938613388273451
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,12288,0.2303768793741862
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,6144,0.12299644947052002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,16384,0.30420533816019696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,8192,0.15385511186387804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,5120,0.10499822431140476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,3072,0.05937066343095568
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,4096,0.08667111396789551
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,2048,0.04475111100408766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,1024,0.022682666778564453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,1536,0.03536799881193373
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,16384,65536,1.5033689075046117
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,768,0.01924888955222236
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,256,0.011189333266682096
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,128,0.00777511133088006
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,3584,0.07297866874270968
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,64,0.006138666636413998
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,2560,0.053835554255379565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,512,0.014704888065656027
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,32,0.005943999936183293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,7168,0.12369244628482395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,8192,0.1312604480319553
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,12288,0.19852622350056967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,10240,0.16847644911872017
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,16384,0.2520657645331489
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,6144,0.10650844706429376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,4096,0.06980711221694946
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,3072,0.053287999497519604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,5120,0.08865777651468913
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,3584,0.06419733497831556
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,12288,65536,1.1389777925279405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,2560,0.04494666722085741
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,1536,0.029350221157073975
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,1024,0.02167911165290409
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,512,0.013451555536852943
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,2048,0.03965333435270522
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,128,0.007296000089910295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,65536,0.8564097616407605
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,32,0.005153777698675792
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,256,0.009862222605281407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,768,0.017479111750920612
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,12288,0.1444853279325697
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,8192,0.11009689172108968
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,10240,64,0.0059573331640826324
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,10240,0.12568533420562744
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,7168,0.10370844602584839
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,16384,0.2050888935724894
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,5120,0.07469955417844984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,4096,0.06291288799709745
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,6144,0.09627822372648452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,2560,0.04109955496258206
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,2048,0.03302844365437826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,3584,0.058485335773891874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,1024,0.019545776976479422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,3072,0.051663110653559365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,768,0.015425778097576566
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,1536,0.027355555031034682
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,128,0.007093333535724216
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,256,0.009145778086450364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,32,0.0046817776229646476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,64,0.005950222412745158
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,512,0.012786666552225748
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,16384,0.18486221631368002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,7168,0.09939289093017578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,12288,0.12521244419945612
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,10240,0.1100355585416158
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,8192,65536,0.7756720119052463
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,8192,0.14127555158403185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,5120,0.09077688720491196
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,6144,0.08965244558122422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,4096,0.07439377572801378
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,1536,0.0310791101720598
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,3584,0.06825600067774455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,2048,0.03752800159984165
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,768,0.017197334104114108
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,512,0.014067555467287699
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,3072,0.06411200099521212
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,2560,0.047762665483686656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,128,0.006953777538405524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,64,0.005136000199450387
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,32,0.004413333204057482
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,65536,0.6763813230726453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,256,0.008752000000741746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,7168,1024,0.022692445251676772
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,6144,0.06460355387793647
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,16384,0.16540088918473986
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,8192,0.08504088719685872
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,4096,0.046506666474872164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,10240,0.09831288788053726
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,3584,0.046648889780044556
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,12288,0.12486578358544244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,5120,0.06079022089640299
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,1536,0.018588445252842374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,2048,0.02219377789232466
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,7168,0.07902933491600884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,2560,0.027813331948386297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,768,0.011003555523024665
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,256,0.006802666518423293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,512,0.009263111485375298
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,32,0.0041582224269707995
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,1024,0.013746666411558786
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,128,0.005692444327804778
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,65536,0.5856853591071235
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,3072,0.04233955674701267
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,6144,64,0.005076444397370021
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,16384,0.1352871126598782
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,10240,0.08347555663850571
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,5120,0.05143644412358602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,6144,0.05958222018347847
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,8192,0.07736088832219441
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,4096,0.04296888907750448
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,7168,0.07237155569924249
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,3072,0.029138667715920344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,12288,0.09631644354926215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,3584,0.03478755553563436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,768,0.010093332992659675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,1536,0.015789333317014907
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,2560,0.02456355591615041
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,512,0.008447999755541483
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,2048,0.020979555116759405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,128,0.005693333430422678
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,256,0.006425777657164468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,32,0.0038124442928367188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,64,0.0046817776229646476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,65536,0.4322186575995551
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,16384,0.10392710897657607
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,8192,0.05932977464463976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,12288,0.08180533515082465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,5120,1024,0.012736000120639801
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,6144,0.046406222714318164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,5120,0.04083022144105699
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,2560,0.021828444467650518
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,4096,0.03402933478355408
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,3072,0.0258906665775511
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,7168,0.055071999629338585
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,10240,0.07040977478027344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,2048,0.017862222260899015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,3584,0.033032887511783175
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,512,0.00794222205877304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,768,0.010026666853162978
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,256,0.006060444646411472
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,1536,0.015560888581805758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,64,0.004249777644872665
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,32,0.003560888684458203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,128,0.005240889059172736
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,65536,0.4040959941016303
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,4096,1024,0.01181777815024058
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,12288,0.0722951094309489
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,16384,0.09477155738406712
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,8192,0.057915555106268994
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,7168,0.050063110060162015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,10240,0.06765155659781562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,6144,0.045167999135123364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,4096,0.030896888838873968
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,65536,0.3131679958767361
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,2048,0.018315555320845712
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,5120,0.039319998688168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,1536,0.014383110735151501
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,1024,0.011209777659840055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,3072,0.02607288956642151
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,768,0.009687110781669617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,2560,0.022106667359670002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,512,0.007608888877762689
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,3584,0.029464887248145208
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,128,0.005095110999213325
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,32,0.0034373334298531213
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,64,0.004408888932731417
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3584,256,0.005967999911970562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,16384,0.08005066712697347
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,8192,0.05025688807169596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,10240,0.05949778027004666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,12288,0.07047910822762384
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,6144,0.03917422228389316
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,4096,0.02900444467862447
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,5120,0.03269688950644599
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,2560,0.01792711185084449
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,3584,0.02608977754910787
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,2048,0.015280000037617154
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,1024,0.01015377789735794
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,3072,0.023405333360036213
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,65536,0.3067164421081543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,768,0.008655110994974772
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,512,0.00777688870827357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,32,0.003491555651028951
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,64,0.0039048890272776284
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,7168,0.04714666803677877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,128,0.004911111046870549
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,256,0.0058702222175068325
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,7168,0.036759111616346575
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,12288,0.059213333659701876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,16384,0.07505689064661662
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,10240,0.050507555405298867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,65536,0.2550533347659641
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,6144,0.0332622230052948
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,4096,0.02518133322397868
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,3072,0.018774222996499803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,8192,0.04334222277005514
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,3584,0.023465777436892193
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,2048,0.013827555709415011
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,2560,0.015957333975368075
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,3072,1536,0.012595555848545499
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,512,0.006747555401590135
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,5120,0.030689779255125258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,1536,0.011666666302416058
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,768,0.007884444461928474
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,1024,0.009163555171754625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,128,0.004736888739797804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,32,0.0032799999333090256
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,256,0.005511999958091312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2560,64,0.0037955554823080697
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,7168,0.031405333015653826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,12288,0.0516844458050198
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,8192,0.03524355424775018
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,10240,0.042304890023337476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,6144,0.02794755498568217
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,65536,0.21092711554633248
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,5120,0.023990222149425085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,16384,0.06223022275500827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,1536,0.010246222217877706
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,2560,0.014302222265137566
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,3584,0.02014044423898061
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,1024,0.00849422232972251
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,2048,0.0122079998254776
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,4096,0.021545777718226116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,3072,0.017468444175190397
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,768,0.007497777541478475
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,512,0.006206222292449739
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,256,0.005314666777849197
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,128,0.004807999978462855
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,32,0.0033457777980301115
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,2048,64,0.003698666476541095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,65536,0.1445608933766683
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,8192,0.02844088938501146
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,12288,0.037045333120558
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,16384,0.04797600044144524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,10240,0.0324853327539232
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,5120,0.01945066617594825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,4096,0.017688888642523024
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,7168,0.025871111287011042
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,3584,0.015496888094478183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,6144,0.02312444481584761
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,2048,0.011643555429246692
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,2560,0.01350400017367469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,3072,0.015778667396969266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,1536,0.010327999790509542
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,768,0.006991110742092133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,512,0.006150222072998683
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,1024,0.008009778128729926
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,256,0.005186666631036335
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,128,0.004515555583768421
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,64,0.0035751110149754416
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1536,32,0.0034053333931499054
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,10240,0.024217777782016333
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,8192,0.01945600079165565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,7168,0.019515555765893724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,5120,0.015450666348139444
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,12288,0.029236445824305218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,6144,0.017887110511461895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,16384,0.03587466809484694
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,4096,0.015038222074508667
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,3072,0.012083555261294046
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,65536,0.10561155610614353
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,2048,0.011541333463456897
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,768,0.0070088886552386815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,3584,0.013612444202105204
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,256,0.005214222189452913
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,128,0.0038364442686239877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,1024,0.007894222107198503
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,512,0.006066666709052191
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,2560,0.011669333610269757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,64,0.003536888708670934
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,1536,0.009749333063761393
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,1024,32,0.003079111170437601
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,65536,0.08246755599975586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,16384,0.028833776712417603
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,6144,0.014441778262456259
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,12288,0.022348443667093914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,8192,0.016859556237856548
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,10240,0.019189332922299702
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,5120,0.012693333129088083
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,7168,0.01571911076704661
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,4096,0.011544889046086205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,3072,0.011323555476135679
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,3584,0.012631999949614206
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,1536,0.009577777650621202
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,2048,0.009126221968068017
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,1024,0.00775911079512702
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,768,0.006978666616810693
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,256,0.004662222332424588
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,128,0.003629333443111844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,2560,0.01072266697883606
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,32,0.002963555562827322
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,512,0.006043555421961679
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,768,64,0.0033973333322339584
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,12288,0.01650311052799225
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,16384,0.021712000171343487
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,7168,0.014093332820468478
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,5120,0.012313777373896705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,4096,0.01163733336660597
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,65536,0.06483288606007893
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,8192,0.014875556031862894
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,10240,0.017010667257838778
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,3584,0.010962666736708747
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,3072,0.010211555494202508
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,6144,0.013432888521088494
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,1536,0.008628444539176093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,2048,0.009343110852771336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,2560,0.010390222072601318
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,512,0.005923555543025334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,768,0.006833777659469181
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,256,0.004443555656406614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,128,0.0033724444607893624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,64,0.0032906666811969546
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,1024,0.007843555675612556
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,512,32,0.0041759999261962045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,65536,0.03975911272896661
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,8192,0.010413332945770687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,10240,0.011215111447705163
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,12288,0.012402666939629449
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,7168,0.009911110831631554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,5120,0.008834666675991481
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,6144,0.009409777820110321
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,4096,0.008113777471913232
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,3584,0.00776088900036282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,2560,0.007305777735180325
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,1536,0.006777777853939269
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,1024,0.006334222025341458
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,3072,0.007596444752481248
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,2048,0.0068693334857622785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,768,0.006835555450783835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,512,0.0059279998143513995
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,256,0.00425866660144594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,32,0.0041644444896115195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,128,0.00332622230052948
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,64,0.004090666770935059
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,16384,0.01033688916100396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,12288,0.009399111072222391
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,65536,0.027594667341974046
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,256,16384,0.01420177850458357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,10240,0.008932444784376357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,8192,0.00849333322710461
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,6144,0.007637333538797166
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,7168,0.00794666674402025
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,4096,0.0070222218831380205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,5120,0.007430222299363878
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,2048,0.006520888871616787
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,2560,0.007376000285148621
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,3584,0.0075937774446275495
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,3072,0.0069057775868309875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,1536,0.006541333264774746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,768,0.006824888702895906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,512,0.005943111247486538
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,1024,0.006230222268237009
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,256,0.004233777936961916
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,128,0.00443466669983334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,16384,0.00903555585278405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,12288,0.008368000388145447
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,64,0.00407911092042923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,128,32,0.0041235557032956015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,10240,0.007996444072988298
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,65536,0.01536711057027181
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,8192,0.007716444631417592
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,6144,0.007567110988828871
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,3584,0.007164444360468123
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,3072,0.00675733346078131
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,5120,0.0076142218377855085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,4096,0.007119999991522894
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,2048,0.0069306666652361555
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,2560,0.0069653333889113525
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,1024,0.005365333209435145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,1536,0.0058497778243488735
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,768,0.006776000062624614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,256,0.005008000052637524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,128,0.004383111165629493
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,512,0.005873777800136142
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,64,0.00406577769252989
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,32,0.0041493334703975255
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,65536,0.01497333414024777
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,64,7168,0.007615110940403408
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,7168,0.007610666255156199
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,8192,0.007520889242490132
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,16384,0.00850577818022834
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,6144,0.007325333025720384
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,12288,0.008033778104517195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,10240,0.007661333514584436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,4096,0.007038222418891058
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,3584,0.0069546666410234236
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,3072,0.006646222124497096
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,2560,0.006623999940024481
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,5120,0.007409777906205919
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,2048,0.00675644435816341
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,1536,0.005570666657553778
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,1024,0.005214222189452913
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,768,0.006678222368160884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,512,0.005766222046481238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,256,0.004951111144489712
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,128,0.004316444612211651
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,64,0.003959111041492886
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,96,32,32,0.004053333153327306
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,5120,0.4977253278096517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,8192,0.7287039756774902
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,6144,0.6117653316921657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,7168,0.6686248779296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,10240,0.8765021959940592
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,12288,1.0295466317070854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,4096,0.3693262206183539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,3584,0.335227542453342
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,2048,0.20519822173648408
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,1024,0.11438932683732773
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,768,0.09300088882446289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,1536,0.16269511646694607
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,2560,0.2644062307145861
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,3072,0.31507110595703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,16384,1.3374453650580511
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,256,0.04300355580117968
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,512,0.06734577814737956
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,32,0.01843644513024224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,64,0.023264888260099623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,12288,0.27171821064419216
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,8192,0.21105778217315674
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,6144,0.15291021929846868
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,65536,128,0.031006223625606958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,16384,0.38952000935872394
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,4096,0.115992890463935
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,7168,0.18863822354210746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,10240,0.25842756695217556
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,5120,0.1419688860575358
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,3584,0.10689155260721843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,1536,0.05475377705362108
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,3072,0.09614933199352688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,2560,0.0922773347960578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,1024,0.038791110118230186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,2048,0.06871377759509616
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,768,0.030481778913074072
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,512,0.021261332763565913
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,256,0.013703111145231458
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,128,0.010091555615266165
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,32,0.00693866651919153
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,64,0.008073777788215214
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,10240,0.1741573280758328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,8192,0.1534951130549113
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,16384,0.29900089899698895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,12288,0.2320622338189019
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,7168,0.14047200149959987
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,6144,0.11735555860731338
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,3072,0.06337066491444905
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,4096,0.07894933223724365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,3584,0.07170755333370633
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,2560,0.05310044354862637
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,5120,0.10032800171110366
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,1536,0.0343831115298801
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,16384,65536,1.4642186694675023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,768,0.019189332922299702
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,2048,0.044284443060557045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,64,0.006088888893524806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,128,0.007481777833567725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,256,0.010057777994208867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,1024,0.024569777978791132
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,512,0.014694222145610385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,32,0.005902222047249476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,12288,0.19852533605363634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,8192,0.13125511010487875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,7168,0.12281866868336995
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,16384,0.2298168871137831
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,10240,0.1679013305240207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,12288,65536,1.1360836029052734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,5120,0.08734133508470322
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,4096,0.06907021999359131
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,6144,0.10387733247545029
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,3584,0.0635475582546658
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,1024,0.021568000316619873
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,1536,0.030624889665179785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,3072,0.057074666023254395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,512,0.013368888861603208
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,128,0.007337777978844113
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,2560,0.046951999266942344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,64,0.005797333187527127
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,256,0.00981777740849389
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,768,0.01738577749994066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,32,0.005117333183685939
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,2048,0.03966044386227926
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,10240,65536,0.8501831160651313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,6144,0.08748177687327068
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,12288,0.1581831110848321
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,10240,0.13862844308217367
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,8192,0.12218222353193496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,16384,0.209114670753479
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,7168,0.10345777538087632
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,4096,0.057598219977484814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,2048,0.03422133458985223
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,5120,0.07918933365080091
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,3584,0.05728089147143894
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,1536,0.027058665951093037
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,1024,0.018444443742434185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,3072,0.049606220589743726
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,768,0.015967999895413715
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,2560,0.04278044568167793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,256,0.009153777526484596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,512,0.012759110993809171
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,128,0.006974221931563483
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,64,0.005872888697518243
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,32,0.0046657779150538975
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,10240,0.12030043866899277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,16384,0.18334666887919107
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,12288,0.13626489374372694
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,8192,65536,0.767124440934923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,7168,0.09343377749125163
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,6144,0.08700355556276108
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,5120,0.07549155420727201
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,4096,0.059311111768086754
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,3584,0.07102844450208876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,2560,0.05290133423275418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,8192,0.11168800459967719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,3072,0.0632737808757358
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,1024,0.02148444453875224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,768,0.01905422243807051
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,512,0.01370044466522005
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,2048,0.03862844573126899
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,256,0.008678221868144141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,128,0.00683822234471639
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,1536,0.031070222457249958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,32,0.004376000000370873
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,64,0.00517155561182234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,7168,65536,0.6664666599697536
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,8192,0.08385599984063043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,10240,0.1064222190115187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,16384,0.1634720034069485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,7168,0.07867822382185194
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,5120,0.059495111306508384
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,12288,0.12427822748819987
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,6144,0.07036177979575263
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,4096,0.04923466510242886
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,1536,0.01870844430393643
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,3584,0.04595466785960727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,2560,0.028631998433007136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,3072,0.04009155432383219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,2048,0.023198222120602924
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,768,0.011576000187132092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,512,0.009214222431182861
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,128,0.005495999836259418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,256,0.006634666687912411
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,1024,0.013759111364682516
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,65536,0.5216426849365234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,32,0.004127999974621667
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,6144,64,0.005056888692908817
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,8192,0.07019378079308404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,10240,0.08848177724414402
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,7168,0.07050044669045342
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,6144,0.0625928905275133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,12288,0.10280444224675496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,16384,0.13382221592797175
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,5120,0.05076000094413757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,2560,0.025609778033362493
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,3584,0.03445777628156874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,1536,0.015613334046469795
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,4096,0.04514844550026787
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,2048,0.01961777773168352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,1024,0.01200711147652732
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,3072,0.030399110582139757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,256,0.0064026667839950984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,128,0.005659555395444234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,768,0.010614222122563256
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,64,0.0046302220887608
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,32,0.0037902221083641052
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,65536,0.48435645633273655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,5120,512,0.008611555728647444
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,10240,0.07007822063234118
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,16384,0.10195377800199722
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,7168,0.054359111520979136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,12288,0.08312800195482042
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,8192,0.06265422370698717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,6144,0.04586044285032484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,5120,0.04020533296797011
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,2048,0.017717333303557504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,1536,0.014579556054539151
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,2560,0.02312266661061181
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,1024,0.011237333218256632
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,768,0.009650666680600908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,3072,0.02717155549261305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,3584,0.03257955445183648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,128,0.005158222383923001
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,65536,0.3971857759687636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,512,0.007989333735571967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,64,0.0041911109454101985
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,32,0.003593777616818746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,256,0.006010666489601135
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,7168,0.046816001335779824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,10240,0.06698755423227946
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,8192,0.057124442524380155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,12288,0.07789955536524455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,4096,4096,0.03463022245301141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,16384,0.10399378008312649
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,6144,0.041356444358825684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,65536,0.31080977121988934
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,5120,0.037059555451075234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,3072,0.02565333412753211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,1536,0.014410666293568082
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,1024,0.011092444260915121
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,2560,0.022132444712850783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,4096,0.03193599979082743
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,3584,0.029562665356530085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,2048,0.0181342214345932
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,512,0.007657777931955125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,64,0.004384888956944148
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,768,0.009517333573765224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,128,0.005026666654480828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,32,0.0034613334056403902
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3584,256,0.005972444597217772
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,8192,0.04513511061668396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,16384,0.07980089055167304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,12288,0.06991377804014418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,7168,0.042917334371142916
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,5120,0.03219288918707106
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,4096,0.027161777019500732
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,6144,0.0384115543630388
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,10240,0.05882222122616238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,3584,0.024145777026812237
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,2560,0.017613333132531907
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,2048,0.014301333162519666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,1536,0.01197866681549284
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,65536,0.30377689997355145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,256,0.0058853332367208265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,1024,0.009703111317422655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,768,0.008422222402360704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,3072,0.022963555322753057
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,128,0.00479911102188958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,32,0.003387555480003357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,512,0.0069653333889113525
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,3072,64,0.003911111089918348
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,16384,0.07318133115768433
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,10240,0.046000887950261436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,12288,0.05676533116234673
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,7168,0.035573333501815796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,8192,0.041821334097120494
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,4096,0.022659555077552795
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,6144,0.03351199958059523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,65536,0.25260888205634224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,2560,0.016229333149062265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,3072,0.01921777758333418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,5120,0.02945244312286377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,2048,0.012998222476906247
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,3584,0.022767111659049988
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,1536,0.01148977792925305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,768,0.007816000117195977
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,512,0.006541333264774746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,64,0.0037502224246660867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,32,0.0032595555401510666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,256,0.005569777968857024
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,1024,0.009069333473841349
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,16384,0.05743910868962606
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,65536,0.18740177154541016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,8192,0.034448888566758894
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,7168,0.03202844328350491
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,10240,0.04180533356136746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,12288,0.050287998384899564
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,6144,0.02739199995994568
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,5120,0.025176000263955858
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,3584,0.020035554965337116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,4096,0.021337777376174927
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2560,128,0.00464088883664873
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,3072,0.016057777735922072
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,2048,0.01183377785815133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,2560,0.014096889230940076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,1536,0.010395555860466426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,1024,0.008393777741326226
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,768,0.007298666569921706
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,128,0.004598222259018156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,64,0.0037519998020595978
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,512,0.006225777582989798
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,32,0.0033315554675128725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,2048,256,0.005222222043408289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,10240,0.03174755639500088
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,7168,0.025625778569115534
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,8192,0.028093334701326158
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,12288,0.036143110858069524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,6144,0.022800889280107286
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,16384,0.04718044400215149
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,5120,0.019484443797005545
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,3072,0.014642667439248828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,4096,0.016201777590645682
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,3584,0.016598222984208
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,2048,0.012135999898115793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,1024,0.007921777665615082
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,1536,0.009911999934249455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,65536,0.15604533089531794
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,768,0.007027555671003129
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,2560,0.013495999905798169
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,512,0.006131555471155379
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,64,0.0035386664999855887
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,128,0.004368888835112254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,32,0.003351111171974076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1536,256,0.005199999858935674
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,10240,0.023504000571038988
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,65536,0.10103644265068902
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,12288,0.028861333926518757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,16384,0.035191112094455294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,8192,0.019174221489164565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,7168,0.019314666589101154
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,4096,0.01315822203954061
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,3584,0.013427555561065674
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,3072,0.012523555921183692
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,2560,0.010928000013033548
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,6144,0.01759822169939677
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,1024,0.007843555675612556
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,768,0.006952889263629913
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,2048,0.011513777905040316
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,512,0.00612088872326745
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,5120,0.015206222732861837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,256,0.005201777650250329
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,128,0.0036764442920684814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,65536,0.08061510986751981
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,32,0.0030373332815037835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,64,0.003481777591837777
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,16384,0.0281368891398112
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,12288,0.022898667388492163
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,10240,0.018909333480728995
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,6144,0.014463111758232117
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,5120,0.012606222596433429
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,7168,0.015598222613334656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,3072,0.011391999820868174
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,3584,0.012551111479600271
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,4096,0.012981333666377597
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,2048,0.008910222185982598
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,2560,0.010431110858917236
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,8192,0.016751999656359356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,1536,0.009564444422721863
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,1024,0.007751999629868402
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,256,0.004543111142185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,768,0.006968888971540663
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,1024,1536,0.00978488889005449
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,128,0.003530666646030214
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,512,0.006055111272467508
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,32,0.002938666691382726
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,768,64,0.0033520000676314035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,8192,0.014843554960356818
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,12288,0.01770400007565816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,10240,0.01573511130279965
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,7168,0.014685332775115967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,6144,0.012786666552225748
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,5120,0.0121742222044203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,16384,0.021518222159809534
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,3584,0.010622222390439777
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,4096,0.011776888536082374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,2560,0.010203555226325989
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,3072,0.010155555274751451
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,1536,0.008426666259765625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,2048,0.009199110998047723
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,768,0.00685066646999783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,512,0.0059164443777667145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,128,0.003351111171974076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,1024,0.007662222617202335
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,256,0.004403555558787452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,64,0.0032871110985676446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,32,0.0041644444896115195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,16384,0.013674666484196981
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,12288,0.012065778175989786
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,8192,0.010407110883129967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,512,65536,0.06895911031299166
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,10240,0.011521778172916837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,65536,0.03827288746833801
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,7168,0.009863110880057016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,6144,0.00925688859489229
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,5120,0.008839999636014303
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,4096,0.008041777544551426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,2560,0.007215110792054071
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,1536,0.006719999843173557
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,3584,0.007712889048788283
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,1024,0.0063795554969045855
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,768,0.006868444383144379
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,2048,0.006842666616042455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,3072,0.0074675555030504865
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,512,0.006109333286682765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,256,0.004373333520359463
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,128,0.0032426667296224167
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,64,0.00407644444041782
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,256,32,0.0041946665280395085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,65536,0.026015111141734656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,12288,0.009345778160625035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,10240,0.00865955568022198
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,16384,0.010386666489972008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,8192,0.008275555239783393
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,7168,0.007898666792445714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,6144,0.007622222105662028
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,5120,0.007357333269384172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,2048,0.00656444455186526
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,2560,0.007376888559924231
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,1536,0.006583999842405319
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,4096,0.006993778049945831
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,3584,0.007609777980380588
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,3072,0.006862222320503659
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,1024,0.006160000132189856
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,256,0.004210666649871402
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,512,0.005904888941182031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,128,0.004408888932731417
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,64,0.00406577769252989
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,768,0.006855999843941794
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,128,32,0.0041493334703975255
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,65536,0.016045333610640634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,12288,0.008201777935028076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,10240,0.008009778128729926
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,8192,0.007676444119877285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,16384,0.00888533310757743
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,7168,0.007729777859316931
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,5120,0.007650666766696506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,3584,0.007093333535724216
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,4096,0.007084444165229797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,3072,0.006704888823959563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,2560,0.00692622239391009
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,6144,0.0075093333919843035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,2048,0.006872889068391588
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,1536,0.005768888940413793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,1024,0.005286222116814719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,768,0.00674933319290479
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,512,0.0058711109062035876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,256,0.00498844434817632
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,128,0.004384888956944148
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,64,0.004059555629889171
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,64,32,0.004088888979620404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,65536,0.014750222365061441
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,12288,0.00793688909875022
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,16384,0.008399999803966945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,6144,0.007263110743628607
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,7168,0.007674666742483775
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,10240,0.007745777567227681
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,8192,0.0074933336840735535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,5120,0.007416889071464539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,3584,0.006875555548402999
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,4096,0.006893333461549547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,3072,0.006636444479227066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,2560,0.006837333242098491
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,1536,0.005562666803598404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,2048,0.006607999818192587
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,1024,0.0052391112678580815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,768,0.006602666858169768
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,512,0.005839111076460944
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,256,0.004975999808973736
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,32,0.004080888711743885
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,64,0.00397866674595409
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,80,32,128,0.004357333398527569
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,8192,0.7250960138108996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,7168,0.7069768905639648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,10240,0.8700284428066678
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,12288,1.0244639714558919
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,6144,0.5566026899549696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,3072,0.2619120015038384
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,4096,0.335368898179796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,5120,0.4684880044725206
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,16384,1.3576747046576605
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,2560,0.22089778052435982
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,3584,0.32948001225789386
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,2048,0.18608266777462432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,512,0.054543998506334096
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,768,0.0790791114171346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,64,0.015346666177113851
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,128,0.019984000258975558
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,32,0.014134221606784396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,256,0.033909334076775446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,1024,0.10103022389941746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,65536,1536,0.14663822121090359
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,10240,0.21979999542236328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,6144,0.14974578221638998
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,7168,0.1562702258427938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,5120,0.12580000029669866
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,8192,0.1986044380399916
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,4096,0.0980951123767429
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,16384,0.3883191214667426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,3072,0.07262044482760958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,12288,0.28759998745388454
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,3584,0.09098044368955825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,2560,0.06698933574888441
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,768,0.021384000778198242
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,2048,0.05452088846100701
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,256,0.01094044413831499
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,1536,0.04197066691186693
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,1024,0.030049777693218652
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,512,0.016632889707883198
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,128,0.00721244431204266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,32,0.005316444569163852
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,64,0.005937777873542573
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,10240,0.19176355997721353
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,12288,0.22648178206549752
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,8192,0.1528408924738566
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,6144,0.1071244411998325
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,16384,0.2997191217210558
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,7168,0.14005155033535427
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,16384,65536,1.329576916164822
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,2560,0.04436622063318888
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,4096,0.07275022400750054
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,5120,0.09002400106853908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,3584,0.06511466370688544
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,2048,0.039557334449556135
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,3072,0.05650666687223646
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,64,0.005948444621430502
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,128,0.005731555736727185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,256,0.00852711084816191
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,1536,0.03153511219554477
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,32,0.0046640001237392426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,1024,0.02211911148495144
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,768,0.01698666645420922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,512,0.012730666332774691
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,16384,0.23279200659857857
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,12288,65536,1.0982222027248807
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,12288,0.17452177736494276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,4096,0.06189066833919949
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,10240,0.13447644975450304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,6144,0.09078933133019342
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,7168,0.10558222399817573
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,8192,0.12349243958791097
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,3072,0.048102223210864596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,3584,0.054678221543629967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,2560,0.0377786656220754
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,1536,0.026125333375400964
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,768,0.014685332775115967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,2048,0.03315466642379761
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,512,0.011167999770906238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,256,0.007139555282062954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,1024,0.01835644410716163
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,128,0.005527110977305307
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,32,0.004299555387761858
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,64,0.00508622204264005
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,5120,0.07624622186024983
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,10240,65536,0.9507448408338758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,12288,0.13430133130815294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,8192,0.10082933637830947
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,10240,0.12651911046769884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,16384,0.19895554913414848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,4096,0.04631111025810242
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,7168,0.08682399988174438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,3584,0.046089778343836464
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,5120,0.06315733326805963
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,2560,0.03212799959712558
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,3072,0.040566222535239324
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,2048,0.027892443868849013
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,512,0.009317333499590555
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,256,0.0063182223174307085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,768,0.012832889126406776
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,1536,0.02184533410602146
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,1024,0.015818667080667283
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,128,0.005144000053405762
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,32,0.0039022221333450745
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,65536,0.7645075586107043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,64,0.004780444420046276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,8192,6144,0.07519644498825073
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,10240,0.10311733351813422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,12288,0.12111732694837783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,16384,0.1580453316370646
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,8192,0.09294399950239395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,5120,0.0529004434744517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,7168,0.07823999722798665
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,6144,0.0683528913391961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,4096,0.04186400108867221
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,3584,0.03866577810711331
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,1024,0.013432888521088494
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,2560,0.030919111437267725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,3072,0.036764442920684814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,2048,0.025077333052953083
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,1536,0.020053333706325956
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,65536,0.5813217692905003
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,128,0.005149333427349727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,256,0.006145777801672618
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,512,0.008808888494968414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,32,0.0037600000699361167
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,768,0.012048888537618848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,7168,64,0.004642666627963384
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,12288,0.10442755619684856
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,5120,0.04443644483884176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,7168,0.07753422525193956
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,10240,0.09049333466423883
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,16384,0.14720088905758327
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,8192,0.08389688862694634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,3584,0.03536622060669793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,4096,0.03687289026048448
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,2560,0.02831288841035631
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,3072,0.03125600020090739
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,6144,0.0612657798661126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,768,0.01126488877667321
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,1024,0.012563555604881711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,1536,0.0166284441947937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,512,0.008311111066076491
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,256,0.006863111009200414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,2048,0.02297244469324748
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,128,0.005220444252093633
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,64,0.0041955556306574075
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,8192,0.05976088841756185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,65536,0.5564888848198785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,6144,32,0.0035137778355015647
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,10240,0.07662400272157457
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,12288,0.09757955869038899
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,16384,0.12691822316911486
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,6144,0.04416444566514757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,7168,0.055192000336117215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,3584,0.029645333687464397
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,5120,0.039800001515282526
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,4096,0.03145510951677958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,2048,0.01682488951418135
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,1024,0.011454222102959951
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,3072,0.026449778013759192
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,2560,0.022484444909625586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,512,0.007835555407736037
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,256,0.0058124446206622655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,1536,0.015049777097172208
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,65536,0.4172995620303684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,128,0.00498933345079422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,768,0.010050666828950247
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,16384,0.09514844417572021
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,32,0.003531555748648114
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,7168,0.05369866556591458
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,5120,64,0.004230222354332606
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,8192,0.06255466408199735
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,12288,0.07745955387751262
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,3072,0.022858666049109563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,10240,0.0721013347307841
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,65536,0.3370053238338894
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,5120,0.03453155689769321
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,2048,0.016156444946924847
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,3584,0.025125333004527624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,768,0.008828444613350762
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,512,0.006760889043410619
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,1536,0.013473778135246701
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,2560,0.019661333825853135
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,256,0.005986666513813867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,64,0.004068444586462445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,128,0.004741333425045013
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,4096,0.027181333965725366
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,6144,0.039480000734329224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,1024,0.010464888479974536
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,4096,32,0.0033173333439562055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,8192,0.05344088872273763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,6144,0.034068445364634194
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,16384,0.09579288959503174
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,10240,0.06256710820727877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,5120,0.03139644530084398
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,12288,0.07154311074150933
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,7168,0.04702311091952854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,4096,0.02296000056796604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,3584,0.02293155590693156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,2560,0.01814311080508762
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,2048,0.014095111025704278
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,3072,0.02122488949033949
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,768,0.008215111162927415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,512,0.0064586665895250105
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,1024,0.009723555710580613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,1536,0.012300444145997366
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,256,0.005714666512277391
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,128,0.004703999807437261
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,65536,0.3321262200673421
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,32,0.0033119999700122406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3584,64,0.003974222060706881
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,12288,0.059506667984856494
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,7168,0.041646222273508705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,16384,0.07941333452860515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,6144,0.037309332026375666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,10240,0.05650666687223646
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,65536,0.2607111136118571
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,4096,0.022673777408070032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,3072,0.019817777805858187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,2560,0.015936889582210116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,8192,0.04762666755252414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,2048,0.013285333083735572
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,1536,0.012049777640236748
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,5120,0.03329955538113912
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,768,0.007320000065697565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,256,0.005169777820507686
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,3584,0.021037333541446265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,512,0.006215999937719769
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,1024,0.009463999834325578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,128,0.004503111044565837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,64,0.0038648889296584656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,3072,32,0.0032666667054096856
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,8192,0.03732000125779046
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,7168,0.03177777926127116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,16384,0.06760978036456637
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,12288,0.05240355597601997
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,6144,0.028192000256644353
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,5120,0.0255386663807763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,4096,0.019928000039524503
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,10240,0.04401155643992954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,2560,0.01426755554146237
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,65536,0.24156800905863443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,3584,0.017910222212473553
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,1024,0.0085235552655326
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,2048,0.01366488883892695
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,3072,0.01761866609255473
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,768,0.007137777904669444
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,256,0.005172444300519096
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,1536,0.011447110937701331
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,512,0.006108444597986009
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,64,0.003657777690225177
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,128,0.00433955548538102
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2560,32,0.0034417777011791864
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,12288,0.04136088821623061
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,10240,0.036601778533723615
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,7168,0.02833777666091919
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,8192,0.03177511029773288
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,16384,0.0599857767422994
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,65536,0.18050489160749647
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,5120,0.020812445216708712
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,3072,0.015399111641777886
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,4096,0.018632888793945312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,6144,0.025215110845035974
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,3584,0.016970665918456185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,1536,0.00999644481473499
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,2560,0.012960889273219638
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,1024,0.008048888709810045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,512,0.006153777655627992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,256,0.00518844442235099
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,2048,0.012151999606026543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,768,0.00700444479783376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,64,0.0035013332962989807
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,32,0.003321777822242843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,2048,128,0.0042568888101312844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,7168,0.02239199976126353
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,10240,0.02812355425622728
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,16384,0.042711999681260854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,8192,0.02351377738846673
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,12288,0.03468622101677789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,6144,0.018609777092933655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,5120,0.01755288905567593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,4096,0.014123555686738757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,3584,0.01443288889196184
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,2560,0.012366222010718452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,2048,0.011600000162919363
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,65536,0.14929866790771484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,1536,0.009863110880057016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,768,0.007002666592597961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,512,0.006151111175616582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,128,0.0037395556767781577
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,1024,0.007851555943489075
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,64,0.00360355567600992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,12288,0.02556177808178796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,32,0.0030942221896515954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,16384,0.03150666753451029
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,256,0.005196444276306364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,10240,0.021890666749742296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,6144,0.015524443652894763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,65536,0.09719910886552598
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,7168,0.015598222613334656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,8192,0.018582221534517076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,2560,0.009959110783206092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,3584,0.012140444583363004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,3072,0.01092266705301073
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,4096,0.012704888979593912
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,2048,0.008591999610265097
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,5120,0.014260444376203748
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,1536,0.00961511085430781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,768,0.0069884442620807225
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,1024,0.00775999989774492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1536,3072,0.013380444712109037
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,128,0.003519999898142285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,32,0.0029253332565228143
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,512,0.006017777654859755
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,256,0.004634666774008009
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,1024,64,0.003440888805521859
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,7168,0.012808889150619507
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,65536,0.08065244224336413
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,16384,0.025568889247046575
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,10240,0.01611911091539595
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,6144,0.011877333124478659
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,5120,0.011186666786670685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,12288,0.020120888948440552
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,8192,0.01514311134815216
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,3072,0.008986666798591614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,4096,0.010668444136778513
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,2560,0.008525333470768398
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,2048,0.00794400026400884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,3584,0.010040889183680216
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,768,0.006888000087605582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,1024,0.007044444481531779
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,256,0.00452533322903845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,1536,0.007669332954618666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,64,0.0032666667054096856
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,32,0.0041866666740841335
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,512,0.005928888916969299
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,8192,0.011752888560295105
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,16384,0.016928889685206942
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,7168,0.011868444581826528
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,12288,0.015440000428093804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,65536,0.061181333329942494
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,6144,0.010246222217877706
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,10240,0.014011555247836642
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,5120,0.009172444542249044
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,3584,0.008051555189821456
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,768,128,0.003411555455790626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,4096,0.008625778059164682
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,2560,0.0075333333677715724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,1536,0.006937777830494775
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,2048,0.007037333316273159
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,1024,0.00657155571712388
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,512,0.006424888968467712
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,256,0.004462222258249919
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,768,0.006842666616042455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,128,0.0033528889632887314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,3072,0.007708444363541073
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,64,0.0032213332338465583
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,65536,0.034055110481050276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,16384,0.011496889094511667
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,12288,0.01074577785200543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,8192,0.008575999902354347
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,512,32,0.0041804446114434134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,7168,0.008251555263996124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,6144,0.007785778078767989
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,5120,0.007521777517265744
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,4096,0.007204444044166141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,3072,0.006953777538405524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,3584,0.007700444095664554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,2048,0.006597333484225803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,2560,0.0074933336840735535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,1536,0.006614222294754452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,768,0.0068915556702348925
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,512,0.006019555446174409
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,1024,0.006285333385070165
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,256,0.004222222086456087
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,64,0.004064889003833135
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,128,0.0033280000918441345
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,32,0.0041582224269707995
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,16384,0.009383999639087254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,12288,0.008423111504978603
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,7168,0.007797333101431529
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,8192,0.007801777786678738
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,65536,0.01939377850956387
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,5120,0.007825777762466008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,6144,0.007542221910423703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,4096,0.007206222249401941
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,3584,0.007231111327807109
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,256,10240,0.009895111123720804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,2560,0.006762666834725275
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,3072,0.006872889068391588
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,2048,0.007140444384680853
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,1536,0.006029333505365584
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,512,0.005881777654091517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,256,0.004176889028814104
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,1024,0.005503111001518037
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,768,0.006803555621041193
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,128,0.004421333471934001
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,64,0.004049777984619141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,32,0.0041573333243529005
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,16384,0.010218666659461128
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,12288,0.008761777646011775
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,65536,0.014402666025691561
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,10240,0.0088764445649253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,128,10240,0.00814133303032981
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,8192,0.008430221842394935
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,7168,0.00816000004609426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,5120,0.00739555557568868
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,6144,0.007706666986147563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,4096,0.007814221911960179
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,2560,0.006663110935025745
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,3584,0.007465778125656976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,2048,0.006641777853171031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,1536,0.005544888890451855
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,3072,0.006604444649484422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,512,0.005839111076460944
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,1024,0.005285333428117964
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,64,0.003949333396222857
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,128,0.004416000097990036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,256,0.004986666556861666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,768,0.006792888873153263
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,64,32,0.004068444586462445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,65536,0.012551111479600271
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,12288,0.00869333330127928
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,7168,0.007975111405054728
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,10240,0.008526222573386298
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,6144,0.0075786668393347
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,5120,0.007452444069915348
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,8192,0.008225777910815345
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,4096,0.007650666766696506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,16384,0.00906755526860555
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,3072,0.006539555473460092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,3584,0.0074275558193524676
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,2048,0.006602666858169768
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,2560,0.006528000036875407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,1536,0.005511999958091312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,1024,0.005175999883148405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,768,0.006600889066855113
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,512,0.0058266665372583605
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,128,0.004275555411974589
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,256,0.005013333426581489
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,32,0.004035555654101902
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,64,32,64,0.003936000168323517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,5120,0.41924089855617946
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,6144,0.5005893177456325
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,8192,0.7239475780063205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,7168,0.7064995765686035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,4096,0.33367289437188047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,10240,0.9182853698730469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,3584,0.3281671206156413
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,12288,1.0129164589775932
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,3072,0.25901956028408474
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,2560,0.2389626767900255
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,1024,0.09986666838328044
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,512,0.053638223144743175
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,768,0.0752284460597568
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,128,0.019904888338512845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,64,0.014918223023414612
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,2048,0.18594043784671357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,16384,1.3446835411919489
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,1536,0.1447191105948554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,256,0.03293244375122918
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,65536,32,0.014198222094111972
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,8192,0.20134488741556802
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,7168,0.1725884411070082
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,12288,0.28516356150309247
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,10240,0.24341066678365073
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,4096,0.09753777583440144
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,5120,0.12560444407992893
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,6144,0.14843111568027073
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,16384,0.37317244211832684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,3072,0.07916711436377631
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,3584,0.0901413361231486
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,768,0.022629333866967097
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,2560,0.06569511360592313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,2048,0.05322666631804573
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,1536,0.041577776273091636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,1024,0.02937777837117513
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,128,0.007078222102589077
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,256,0.010806221928861407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,512,0.01680355601840549
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,64,0.00600622221827507
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,7168,0.14041333728366429
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,12288,0.20398933357662627
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,10240,0.19134578439924452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,32,0.0052871112194326185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,16384,0.263903988732232
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,8192,0.15127821763356528
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,6144,0.10673511028289795
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,16384,65536,1.329236454433865
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,4096,0.0722035566965739
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,5120,0.09026044607162476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,2560,0.04732622371779548
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,3584,0.06461333566241793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,3072,0.056271996763017446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,768,0.01699822147687276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,512,0.012671999633312225
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,256,0.00851644410027398
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,1536,0.031005332867304485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,128,0.005606222069925732
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,2048,0.03940355446603563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,64,0.005821333163314396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,32,0.004668444395065308
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,1024,0.021757332815064326
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,10240,0.14796622594197592
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,7168,0.10484355688095093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,16384,0.21837955050998262
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,8192,0.12308533986409505
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,12288,0.17400622367858887
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,12288,65536,1.090820418463813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,4096,0.05666222174962362
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,3072,0.04751822352409363
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,2048,0.030557334423065186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,3584,0.05470577875773112
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,6144,0.09077511231104533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,5120,0.07628266678916083
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,1024,0.016806221670574613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,512,0.01125600023402108
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,768,0.014785778191354541
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,1536,0.02608888844648997
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,256,0.007188444336255391
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,128,0.005419555637571547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,64,0.005136888888147143
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,32,0.004280000097221798
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,2560,0.040427555640538536
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,12288,0.1335386700100369
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,10240,0.12503555085923937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,10240,65536,0.9483511182996961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,7168,0.08613066540824042
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,16384,0.194595562087165
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,8192,0.10212444596820408
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,6144,0.06723644336064656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,2048,0.025820444027582806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,5120,0.06289955642488268
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,3584,0.04552444484498766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,3072,0.04014222158326043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,2560,0.03402222196261088
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,1024,0.01590044465329912
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,4096,0.04984711276160347
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,256,0.0063075555695427795
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,512,0.009961778091059791
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,1536,0.021780444516075984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,768,0.012827555338541666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,128,0.00510044437315729
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,32,0.0038657776183552216
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,64,0.0047048889100551605
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,8192,65536,0.761023998260498
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,10240,0.10123644272486369
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,16384,0.17330400149027506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,7168,0.07766577932569715
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,6144,0.06765244404474895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,4096,0.041307555304633245
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,8192,0.09178666936026679
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,5120,0.05705600314670139
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,12288,0.1296186712053087
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,2560,0.0310204459561242
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,2048,0.023364444573720295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,3072,0.03671377897262573
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,1536,0.018183110488785636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,3584,0.04179288943608602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,512,0.00942311104800966
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,1024,0.014614222778214348
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,64,0.004561777744028303
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,32,0.0037155557009908888
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,768,0.011993777420785693
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,256,0.006108444597986009
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,128,0.005160000175237656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,7168,65536,0.582105795542399
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,12288,0.10316622257232666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,7168,0.07020888725916545
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,16384,0.13804533746507433
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,8192,0.0826631122165256
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,10240,0.098471999168396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,6144,0.06079022089640299
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,3584,0.03503111004829407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,3072,0.03098755412631565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,5120,0.04816355639033847
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,1024,0.011592888997660743
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,2048,0.022934221559100684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,2560,0.02774311105410258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,4096,0.03919822308752272
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,1536,0.01827111177974277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,128,0.005142222262091107
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,512,0.008799110849698385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,256,0.006138666636413998
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,768,0.010606221854686737
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,32,0.00350577798154619
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,64,0.0041928887367248535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,6144,65536,0.553783999549018
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,12288,0.08831289079454209
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,8192,0.05922933419545492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,10240,0.07626755370034112
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,16384,0.12560266918606228
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,5120,0.03698044353061252
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,4096,0.030995554394192163
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,6144,0.047285334931479565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,7168,0.05483466717931959
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,2560,0.02053333322207133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,1536,0.014946666028764514
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,3584,0.0274311105410258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,3072,0.02628444466325972
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,2048,0.018589332699775696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,512,0.007592889169851939
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,256,0.005761777775155173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,1024,0.011589333415031433
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,768,0.009674666656388177
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,64,0.004168888760937585
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,32,0.003403555601835251
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,65536,0.46439467536078555
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,5120,128,0.00499288903342353
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,12288,0.07359377543131511
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,8192,0.05332533187336392
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,10240,0.06533422072728474
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,16384,0.10311822096506755
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,4096,0.026864889595243666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,5120,0.03130311104986403
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,6144,0.03938400083118015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,3584,0.023158222436904907
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,2048,0.014967110421922473
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,2560,0.019707555572191875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,1536,0.01346577786737018
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,7168,0.045547554890314736
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,1024,0.010289777484205034
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,65536,0.34834665722317165
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,512,0.006421333385838403
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,768,0.008250666989220513
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,256,0.005461333526505365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,3072,0.022672888305452134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,128,0.0046942221621672315
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,64,0.0040995557275083335
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,4096,32,0.0032497776879204642
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,16384,0.08431111441718207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,7168,0.03789510991838243
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,6144,0.033281776640150286
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,8192,0.05228977733188205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,10240,0.062184002664354115
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,5120,0.028839998775058325
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,4096,0.022954665952258643
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,3584,0.021185777253574792
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,12288,0.07219377491209242
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,2048,0.01350311107105679
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,3072,0.020290666156344943
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,2560,0.017455110947291057
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,768,0.008186666501892937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,65536,0.3304808934529622
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,1024,0.009129777550697327
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,512,0.006326222171386083
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,64,0.004005333201752769
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,1536,0.01202488856183158
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,128,0.004577777865860197
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,32,0.0032675556010670135
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3584,256,0.005418666534953647
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,16384,0.07241688834296332
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,10240,0.05079911152521769
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,7168,0.040976888603634305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,12288,0.06416000260247125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,5120,0.026543110609054565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,4096,0.020741333564122517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,8192,0.04702488912476433
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,6144,0.03662577933735318
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,65536,0.2531004481845432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,2560,0.01571111049917009
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,1024,0.009492444495360056
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,768,0.007138667007287343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,3584,0.021027555068333943
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,2048,0.013279111021094851
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,1536,0.01201244443655014
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,3072,0.019727999965349834
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,256,0.005156444592608346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,128,0.004446222136418025
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,64,0.0037742224004533556
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,512,0.006109333286682765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,6144,0.027718222803539697
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,7168,0.0321688883834415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,3072,32,0.0035182221068276297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,12288,0.0480693346924252
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,5120,0.023583999938435022
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,4096,0.02092622220516205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,16384,0.06744177473915948
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,65536,0.2150062190161811
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,8192,0.03660444418589274
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,2560,0.014092443717850579
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,3584,0.01756622228357527
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,10240,0.04319466816054451
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,3072,0.01603822244538201
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,2048,0.012825777961148156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,768,0.007105777661005656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,1024,0.008112000094519721
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,128,0.004364444563786189
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,1536,0.010889777706729041
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,256,0.005164444446563721
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,64,0.003629333443111844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,32,0.003321777822242843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,8192,0.03046311272515191
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,10240,0.03642933236228095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,6144,0.02496622171666887
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,7168,0.02784088916248745
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,65536,0.17799822489420572
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,16384,0.05279289020432366
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2560,512,0.006095110956165526
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,12288,0.04266755448447334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,4096,0.018392889036072623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,2048,0.012119111087587146
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,2560,0.01348533315791024
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,1536,0.01034577770365609
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,5120,0.02160177793767717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,1024,0.007873777714040544
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,512,0.006103111224042044
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,768,0.006991110742092133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,3584,0.01686044368478987
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,3072,0.015480000111791821
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,256,0.005139555368158552
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,32,0.00328177772462368
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,64,0.003448888866437806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,12288,0.03401688734690348
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,2048,128,0.0041751112374994485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,7168,0.022089777721299067
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,16384,0.03952444593111674
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,8192,0.023008000519540574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,65536,0.14693421787685818
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,10240,0.02910311023394267
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,4096,0.014168888330459595
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,6144,0.019557333654827543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,3072,0.012461333639091916
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,5120,0.017456889152526855
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,3584,0.013218666944238873
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,1536,0.009662222531106737
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,1024,0.007812444534566667
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,2560,0.012111110819710625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,512,0.006141333530346553
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,768,0.0069822221994400024
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,256,0.00509688879052798
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,32,0.003039111072818438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,128,0.0036311112344264984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,2048,0.011576889289749993
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1536,64,0.003576000117593341
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,16384,0.029114666912290785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,8192,0.01698755555682712
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,10240,0.021456888980335657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,12288,0.025136000580257837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,3584,0.011867555479208628
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,7168,0.016767111089494493
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,65536,0.10525066985024346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,6144,0.015270221564504834
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,3072,0.01052266690466139
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,2560,0.010417777631017896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,2048,0.008366222182909647
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,768,0.006908444480763541
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,1024,0.007745777567227681
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,512,0.005998222364319696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,128,0.0034266666819651923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,256,0.004471999903519948
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,64,0.0033173333439562055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,1536,0.00960177762640847
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,32,0.0028844444702068963
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,4096,0.012435555458068848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,8192,0.01457155578666263
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,65536,0.07163644499248929
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,7168,0.013612444202105204
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,12288,0.018417777286635507
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,10240,0.016737777325842116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,6144,0.012517333030700684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,4096,0.010575999816258749
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,5120,0.010878221856223213
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,3584,0.009453333086437648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,2560,0.00813600007030699
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,3072,0.00889155517021815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,1536,0.007231111327807109
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,2048,0.007703999678293864
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,1024,0.006823110911581252
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,768,0.006806222101052602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,256,0.004392888810899523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,128,0.0033564445459180405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,64,0.0029022221763928733
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,512,0.005935110979610019
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,1024,5120,0.013960000541475085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,32,0.00416088890698221
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,16384,0.018446221947669983
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,12288,0.014045332868893942
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,8192,0.011986666255527072
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,7168,0.011432888607184092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,6144,0.01072799993885888
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,5120,0.009054222040706212
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,768,16384,0.025456888808144465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,3584,0.007903111477692923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,4096,0.008278222547637092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,10240,0.013923555612564087
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,3072,0.007691555553012424
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,2560,0.007252444823582967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,2048,0.00685422205262714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,1536,0.006697777658700943
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,256,0.004315555509593752
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,1024,0.00638488887084855
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,512,0.006206222292449739
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,768,0.006792000184456508
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,128,0.0033555556502607134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,64,0.004043555508057277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,32,0.004171555654870139
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,16384,0.011986666255527072
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,65536,0.03131822082731459
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,10240,0.009189333352777693
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,12288,0.010747555229398938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,8192,0.008446222378147973
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,7168,0.008153777983453538
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,5120,0.0073928890956772705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,4096,0.0069919998447100324
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,6144,0.007662222617202335
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,3072,0.006842666616042455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,3584,0.007647111184067196
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,2560,0.007373332977294922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,512,65536,0.056264003117879234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,2048,0.006511999915043513
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,1536,0.006485333459244833
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,768,0.006806222101052602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,512,0.005936000082227919
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,1024,0.006130666782458623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,64,0.004016889052258598
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,256,0.004212444441186057
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,128,0.004407999830113517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,16384,0.009078222016493479
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,65536,0.017934223016103108
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,256,32,0.0041759999261962045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,12288,0.008538666698667739
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,10240,0.007989333735571967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,7168,0.007687110867765214
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,8192,0.007600888609886169
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,6144,0.007394666473070781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,5120,0.0075137780772315125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,2560,0.006602666858169768
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,2048,0.0069360000391801195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,4096,0.007138667007287343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,3072,0.006653333289755716
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,1536,0.005868444426192178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,3584,0.00703022215101454
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,1024,0.005412444472312927
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,768,0.006794666664467917
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,32,0.0041235557032956015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,128,0.004369777937730153
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,256,0.005063999858167437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,512,0.0058453331391016645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,128,64,0.004021333323584663
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,65536,0.013601777454217276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,10240,0.008838222258620793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,16384,0.009131555755933126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,8192,0.008394666843944127
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,12288,0.008786666724416945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,5120,0.00738933351304796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,4096,0.007672000262472365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,7168,0.008049777812427944
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,6144,0.007656888829337225
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,3584,0.007551111280918121
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,3072,0.006720888945791457
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,2048,0.006772444479995304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,1536,0.005615111026499007
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,2560,0.00675644435816341
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,768,0.006703111032644908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,1024,0.0052693333062860705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,512,0.005882666756709416
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,256,0.004972444640265571
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,64,0.003939555750952827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,65536,0.01240355521440506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,128,0.004381333374314838
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,64,32,0.004042666819360522
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,8192,0.00815555536084705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,6144,0.007585778004593319
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,12288,0.008596444295512306
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,16384,0.009000889129108852
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,7168,0.007900444169839224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,10240,0.008544888761308458
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,5120,0.007259555160999298
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,3584,0.0074720001882976955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,4096,0.0075297777851422625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,2048,0.00654666663871871
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,3072,0.006507555643717448
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,1024,0.0058400001790788435
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,2560,0.0064488889442549805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,1536,0.005544888890451855
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,512,0.005720888988839255
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,256,0.004892444445027245
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,768,0.006675555474228329
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,128,0.004318222403526306
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,32,0.003989333493842019
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,48,32,64,0.003912000192536248
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,6144,0.49703200658162433
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,7168,0.5937102105882432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,10240,0.8220186763339572
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,8192,0.6586257616678873
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,5120,0.41916977034674746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,12288,0.9736151165432401
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,3584,0.29631198777092826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,4096,0.3319102128346761
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,2560,0.21618221865759957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,2048,0.171651562054952
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,1536,0.13271733125050864
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,3072,0.2803351084391276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,64,0.01258666647805108
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,16384,1.3230044047037761
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,256,0.03121244576242235
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,512,0.05333333214124044
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,128,0.018958222534921434
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,32,0.008729777402347988
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,1024,0.09818577766418457
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,65536,768,0.07500533262888591
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,12288,0.25787467426723903
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,8192,0.2007075548171997
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,6144,0.15118666489919028
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,16384,0.3737066586812337
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,7168,0.17623378170861137
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,10240,0.24204709794786242
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,3072,0.07991200023227267
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,5120,0.12743288940853542
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,4096,0.101928002304501
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,3584,0.09170577923456828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,2560,0.06793333424462213
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,2048,0.05452266666624281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,1536,0.04156800111134847
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,512,0.018183110488785636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,1024,0.030264887544843886
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,64,0.004607111215591431
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,128,0.006250666661394968
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,768,0.025009777810838487
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,32,0.00396799999806616
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,256,0.010271111296282874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,16384,0.25386754671732586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,8192,0.14238399929470485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,7168,0.12347111437055801
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,12288,0.22260000970628527
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,6144,0.10591822200351292
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,10240,0.19029600090450713
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,5120,0.08131733205583361
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,16384,65536,1.3858782450358074
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,4096,0.07199022505018446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,3584,0.06414577696058485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,1024,0.019893333315849304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,2560,0.04710400104522705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,512,0.012616888516479068
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,2048,0.038887110021379255
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,3072,0.05589244763056437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,64,0.0041893331540955436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,32,0.003674666500753827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,128,0.0052915554907586836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,1536,0.02998044424586826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,768,0.016752888758977253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,256,0.009100444614887238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,12288,65536,1.076544867621528
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,8192,0.11989333894517686
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,12288,0.18488177988264295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,10240,0.14610489209493002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,16384,0.22889865769280326
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,6144,0.09056533045238918
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,5120,0.07698666387134127
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,2560,0.03683733277850681
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,7168,0.10474489132563274
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,4096,0.061794665124681264
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,1024,0.01694222291310628
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,3584,0.05635466840532091
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,3072,0.04744355546103584
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,256,0.006879111131032308
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,512,0.010281778044170803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,2048,0.03269244564904107
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,768,0.01477599971824222
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,128,0.005008000052637524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,64,0.003989333493842019
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,65536,0.9067164527045356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,32,0.0035662220584021676
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,10240,1536,0.02565777798493703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,6144,0.07479555739296807
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,5120,0.06775022215313382
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,12288,0.1344568861855401
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,8192,0.10659199953079224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,7168,0.09230577945709229
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,10240,0.12921599547068277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,4096,0.05263466636339823
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,16384,0.19600978162553576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,3584,0.04963199959860908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,1024,0.01442488862408532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,2048,0.027494221925735474
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,2560,0.033430222007963396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,1536,0.02168888847033183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,512,0.009972444838947719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,3072,0.040185779333114624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,256,0.006175111151403851
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,768,0.012890666723251343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,65536,0.7221608691745334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,32,0.003378666730390655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,64,0.0037831109431054858
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,8192,128,0.004763555609517627
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,16384,0.17479111088646782
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,12288,0.126291553179423
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,10240,0.11636888980865479
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,8192,0.10277955399619208
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,7168,0.08380177948209976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,4096,0.05140355560514662
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,5120,0.06164177921083239
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,6144,0.07778933313157824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,3584,0.045442667272355824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,2560,0.028251555230882432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,2048,0.02309866746266683
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,1536,0.018175111876593698
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,3072,0.033626665671666466
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,768,0.010963555839326648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,1024,0.014691554837756686
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,512,0.008824889030721452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,64,0.0037537775933742523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,256,0.006004444426960415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,65536,0.6631191041734483
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,128,0.004577777865860197
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,7168,32,0.0033457777980301115
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,10240,0.08085333638721041
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,8192,0.07371289200252958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,12288,0.1189146704143948
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,7168,0.058654222223493785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,6144,0.05530577898025513
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,5120,0.04344533218277825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,16384,0.14762489000956217
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,4096,0.038867556386523776
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,3072,0.02763644523090786
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,3584,0.032116442918777466
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,1024,0.012644444074895648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,1536,0.015172445111804538
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,2048,0.01940444442960951
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,2560,0.02555111050605774
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,512,0.007976888782448238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,768,0.00978133330742518
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,128,0.0046453335218959385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,65536,0.5462266604105631
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,256,0.005612444546487596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,32,0.003556444413132138
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,8192,0.06776977909935845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,6144,64,0.003663111064169142
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,12288,0.08645688825183445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,5120,0.04324088825119866
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,16384,0.12097599771287705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,6144,0.05223911007245382
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,7168,0.05925866630342272
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,3584,0.026899556318918865
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,65536,0.409917328092787
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,10240,0.08091911342408922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,2560,0.02182933357026842
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,4096,0.03371466530693902
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,3072,0.02353777819209629
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,2048,0.018361777067184448
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,1536,0.013727111121018728
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,128,0.004524444540341695
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,768,0.00979644474056032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,512,0.007290666302045186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,64,0.003588444242874781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,32,0.0034560000316964257
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,256,0.005400889035728242
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,5120,1024,0.011448000040319232
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,16384,0.09318933222028945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,6144,0.04112889038191901
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,8192,0.05053155620892843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,7168,0.0432222220632765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,10240,0.06352621979183622
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,12288,0.07939289013544719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,4096,0.024488889508777197
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,3584,0.02497422198454539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,5120,0.03532088796297709
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,768,0.008734222087595198
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,1536,0.013083555632167392
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,512,0.006261333409282897
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,65536,0.3369484477572971
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,2048,0.015835555063353646
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,2560,0.01771288944615258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,3072,0.02184088859293196
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,256,0.00519822206762102
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,64,0.003528888854715559
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,32,0.0033679999825027254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,1024,0.010233778092596266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,10240,0.05977688895331489
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,7168,0.04186933239301046
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,16384,0.0862391127480401
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,4096,128,0.004495111190610462
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,12288,0.06462933619817098
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,6144,0.03712888889842563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,4096,0.02237777743074629
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,3584,0.020879111356205408
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,5120,0.03455111053254869
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,2560,0.015995555453830294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,8192,0.048657778236601085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,3072,0.02018666598531935
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,768,0.008095111283991072
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,2048,0.013463111387358772
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,1024,0.009176889227496253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,512,0.00646311127477222
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,1536,0.011222222612963783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,256,0.00518133325709237
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,128,0.004330666528807746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,64,0.0033599999215867785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,65536,0.3296231163872613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3584,32,0.003297777846455574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,16384,0.07745599746704102
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,12288,0.06171288755204943
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,10240,0.04996177885267469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,8192,0.03824355536037021
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,5120,0.026781333817376032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,6144,0.031022220849990845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,7168,0.03661866651640998
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,4096,0.02244088881545597
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,3072,0.016911110944218107
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,2560,0.01498933302031623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,2048,0.013276444541083442
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,1536,0.012010667059156628
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,65536,0.25677333937750924
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,768,0.00700711127784517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,3584,0.020959110723601446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,256,0.005111111121045219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,128,0.0039813332259655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,32,0.0031644445326593188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,64,0.0036755556033717263
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,512,0.006082666830884085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,8192,0.03292177783118354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,7168,0.02993333339691162
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,10240,0.039988444911109075
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,16384,0.05981777773963081
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,5120,0.02304800020323859
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,6144,0.02700177828470866
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,12288,0.049638221661249794
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,65536,0.2367182307773166
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,4096,0.018974221414989896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,3584,0.017995556195576985
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,3072,0.0159244438012441
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,3072,1024,0.009402666654851701
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,768,0.0069475554757648045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,1024,0.008028444316652086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,2048,0.012738666600651212
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,1536,0.010808889236715106
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,256,0.005111111121045219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,512,0.006065777606434292
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,64,0.0035173334181308746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,32,0.003072000005178981
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,128,0.0038115556041399636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2560,2560,0.013987556099891663
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,12288,0.03876533442073398
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,16384,0.05326844586266411
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,6144,0.0229768885506524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,5120,0.019316444794336956
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,7168,0.025635555386543274
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,8192,0.029927998781204224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,2560,0.013472889032628802
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,65536,0.19459111160702178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,3072,0.014090667168299357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,3584,0.015106666419241162
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,4096,0.01756622228357527
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,1536,0.00979200005531311
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,512,0.006079111248254776
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,128,0.0036151111125946045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,2048,0.011940444509188334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,32,0.0029599999801980127
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,1024,0.007855999800893996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,256,0.004657777647177379
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,64,0.0034657776769664553
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,16384,0.03896888759401109
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,10240,0.0366559988922543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,12288,0.032122668292787336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,8192,0.022036444809701707
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,7168,0.019308444526460435
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,10240,0.02792533238728841
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,65536,0.14849421713087294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,2048,768,0.0069360000391801195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,4096,0.013412444127930535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,5120,0.016427555018001132
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,6144,0.018586667047606576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,3584,0.012423999607563019
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,2048,0.010346666806273991
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,3072,0.01239377756913503
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,2560,0.011398221883508893
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,1536,0.008360000120268928
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,768,0.006787555499209299
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,1024,0.00739911115831799
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,128,0.0035111109415690103
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,256,0.004468444320890638
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,64,0.0033288889875014624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,512,0.005931555396980709
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,10240,0.02163022259871165
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,7168,0.015264888604482016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1536,32,0.0041857775714662345
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,12288,0.022895110978020564
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,65536,0.1031679974661933
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,6144,0.01475644442770216
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,5120,0.01236177815331353
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,4096,0.011360888679822287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,3584,0.010623999767833285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,16384,0.030432889858881634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,2560,0.009337777892748514
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,2048,0.007963555554548899
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,1536,0.007470221983061896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,1024,0.006770666688680649
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,256,0.004393777913517422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,768,0.006765333314736684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,3072,0.010485333700974783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,32,0.0041440000964535605
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,512,0.0058906666106647914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,128,0.0034462221794658234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,64,0.003301333429084884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,12288,0.018452444010310702
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,10240,0.015099555253982544
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,7168,0.012373333175977072
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,8192,0.014456889695591398
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,6144,0.012381333443853589
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,5120,0.010768888725174798
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,1024,8192,0.018214222457673814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,65536,0.0704888900121053
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,4096,0.009749333063761393
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,16384,0.023033777872721355
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,2560,0.007747555772463481
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,3072,0.008579555484983657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,1536,0.006907555378145642
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,1024,0.006592888798978593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,3584,0.009881777895821465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,768,0.006731555693679386
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,2048,0.007303111255168915
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,256,0.004277333203289243
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,128,0.0033075554917256036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,32,0.0041440000964535605
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,64,0.003999111139112049
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,12288,0.015016888578732809
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,16384,0.01720888912677765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,8192,0.01201600001917945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,7168,0.010627555350462595
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,6144,0.010505778094132742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,10240,0.013180444637934366
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,65536,0.056410663657718234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,5120,0.009347555538018545
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,3584,0.007798222204049428
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,4096,0.008210666477680206
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,2560,0.007071110937330458
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,3072,0.007272889216740926
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,768,512,0.005856888989607493
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,256,0.004181333300140169
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,2048,0.00675999994079272
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,512,0.0058204444746176405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,1024,0.006247111078765657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,128,0.003265777809752358
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,768,0.006787555499209299
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,64,0.004009777886999978
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,1536,0.006535999890830781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,512,32,0.0041519999504089355
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,16384,0.011419555379284753
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,8192,0.008357333640257517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,10240,0.00977422214216656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,12288,0.010680889089902243
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,65536,0.0314008891582489
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,5120,0.007256000406212277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,7168,0.008068444828192392
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,6144,0.007785778078767989
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,4096,0.006908444480763541
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,3584,0.007615110940403408
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,3072,0.006707555717892117
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,2048,0.006468444648716185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,768,0.006731555693679386
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,2560,0.007236444287829929
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,1024,0.005542222410440445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,512,0.005938666562239329
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,1536,0.0064071110553211635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,256,0.0041457778877682155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,128,0.004342222379313575
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,64,0.004014222158326043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,256,32,0.0041039999988343985
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,12288,0.008470222353935242
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,7168,0.007484444313579136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,16384,0.009167999857001835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,6144,0.007339555356237624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,10240,0.00796088907453749
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,8192,0.007511999871995714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,65536,0.0185208883550432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,5120,0.007323555648326874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,4096,0.0070364442136552595
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,3072,0.006640888750553131
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,2048,0.006752000086837345
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,2560,0.006666666517655055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,3584,0.0069368887278768755
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,768,0.006704888823959563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,1024,0.0052968888647026485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,512,0.005802666561471091
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,256,0.005003555367390315
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,1536,0.005571555760171678
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,128,0.004338666796684265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,32,0.0040942223535643685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,128,64,0.003997333347797394
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,16384,0.00907466643386417
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,12288,0.00868622213602066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,10240,0.008806222014957005
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,65536,0.014297778407732645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,7168,0.007978666987684038
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,5120,0.007280000381999546
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,6144,0.007605333295133378
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,8192,0.008224888808197444
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,3072,0.006529777828190062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,2560,0.006599111275540457
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,3584,0.007393777370452881
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,4096,0.007648000286685095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,1536,0.005558222118351195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,1024,0.005177777674463061
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,2048,0.006636444479227066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,768,0.006632888896597757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,256,0.004925333377387789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,512,0.00574311117331187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,128,0.004273777620659934
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,64,0.0038684445122877755
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,64,32,0.003969777789380816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,65536,0.012153777811262341
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,8192,0.008103110724025303
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,6144,0.00740799970097012
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,7168,0.007874666816658443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,12288,0.008578666382365758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,10240,0.008504889077610439
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,16384,0.008953777452309927
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,5120,0.007152000235186682
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,4096,0.007368889119890001
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,3584,0.007289778027269576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,3072,0.00638755535085996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,1536,0.006372444331645966
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,2048,0.006575111299753189
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,2560,0.006384000182151794
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,1024,0.005688888745175467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,768,0.006542222367392645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,256,0.004848888764778773
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,512,0.005674666828579373
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,32,0.003989333493842019
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,64,0.0038311113086011675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,32,32,128,0.0042071110672420925
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,7168,0.5811226632859972
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,6144,0.5429137547810873
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,8192,0.6651075681050619
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,5120,0.45763376024034286
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,10240,0.837309307522244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,12288,0.9671573638916016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,4096,0.3418044514126248
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,3072,0.26989245414733887
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,3584,0.3328302171495226
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,2048,0.17485600047641328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,1536,0.1386666695276896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,2560,0.24058045281304252
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,128,0.014961777461899651
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,256,0.03642044464747111
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,16384,1.378143098619249
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,512,0.05323644479115804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,64,0.009559111462699043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,768,0.07455378108554415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,1024,0.10371555884679158
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,65536,32,0.007501333124107785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,8192,0.18873688909742567
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,7168,0.16876088248358834
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,10240,0.2303831047481961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,6144,0.1465653313530816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,16384,0.3265937699211968
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,12288,0.27006933424207896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,5120,0.1164826684527927
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,2048,0.05156355433993869
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,2560,0.06677955389022827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,3072,0.08156533373726739
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,1024,0.029832889636357624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,4096,0.10112533304426406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,3584,0.09277244408925374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,128,0.00543200017677413
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,64,0.004355555607212914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,512,0.01650311052799225
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,256,0.009956444303194681
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,32,0.0038542221817705366
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,1536,0.043135109874937266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,768,0.023336889015303716
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,10240,0.1763075590133667
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,7168,0.12831910451253256
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,16384,65536,1.2259608374701607
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,12288,0.205441779560513
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,8192,0.14757955074310303
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,16384,0.27088620927598744
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,6144,0.11133421791924371
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,3072,0.05552177627881368
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,5120,0.09523377815882365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,2560,0.0473288893699646
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,4096,0.07107200225194295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,1024,0.02267644471592373
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,768,0.0200284438000785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,1536,0.031535999642478094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,128,0.004938666605287128
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,64,0.004048888882001241
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,2048,0.03941599859131707
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,3584,0.06325599882337782
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,256,0.008825778133339351
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,512,0.014475555883513557
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,32,0.003645333151022593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,12288,65536,0.93377685546875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,10240,0.14791199896070692
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,12288,0.17266489399804008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,8192,0.12218311097886826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,7168,0.10755288600921631
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,16384,0.2242035600874159
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,6144,0.08952622281180488
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,5120,0.07461688915888469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,3584,0.05497511227925619
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,4096,0.06127555502785576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,3072,0.048116445541381836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,2048,0.03218044506178962
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,2560,0.041125333971447416
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,256,0.007541333635648091
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,128,0.004592888885074192
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,1024,0.020082667469978333
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,512,0.01370133293999566
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,1536,0.027560888065232172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,32,0.0035084444615576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,768,0.018803555104467604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,64,0.003887999802827835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,10240,65536,0.8484782112969292
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,16384,0.1844222280714247
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,10240,0.12017867300245498
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,12288,0.14166043864356145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,8192,0.10063733657201131
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,6144,0.07660355832841662
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,7168,0.0878302190038893
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,2560,0.03493688835038079
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,3072,0.04091644287109375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,1536,0.023215111758973863
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,3584,0.046294222275416054
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,4096,0.05116533239682516
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,2048,0.029030223687489826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,512,0.012749333348539142
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,128,0.004278222305907143
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,1024,0.016892444756295946
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,256,0.006825777805513806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,65536,0.6900782055324979
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,64,0.0036799998746977914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,768,0.017488888568348356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,32,0.0033653332955307434
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,8192,5120,0.06575733423233032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,16384,0.16468177901373968
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,8192,0.09068000316619873
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,6144,0.06853510936101277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,4096,0.04678755667474535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,7168,0.07846489217546251
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,5120,0.05805866585837471
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,10240,0.10775199863645767
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,12288,0.12562844488355848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,3072,0.03698844379848904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,3584,0.04179911149872673
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,2560,0.031459556685553655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,1536,0.020405333903100755
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,1024,0.015076445208655464
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,256,0.006604444649484422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,768,0.016922665966881644
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,2048,0.026185777452256944
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,128,0.004053333153327306
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,512,0.012247111234400006
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,64,0.0035626664757728577
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,65536,0.6135742399427626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,7168,32,0.003220444545149803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,12288,0.1086133321126302
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,16384,0.1392186615202162
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,8192,0.07483644617928399
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,7168,0.06400266620847914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,10240,0.08932444122102524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,6144,0.05539110965198941
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,3584,0.034396443102094866
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,4096,0.038796444733937584
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,5120,0.04714311162630717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,1024,0.01261333293384976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,3072,0.029678222205903795
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,768,0.01015377789735794
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,2560,0.025311110748185053
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,1536,0.016640888320075143
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,2048,0.020853334003024634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,512,0.008200888832410177
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,128,0.003991111285156674
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,32,0.003136000078585413
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,65536,0.5203119913736979
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,64,0.0034648889882696998
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,6144,256,0.00574933323595259
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,7168,0.05394666724734836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,10240,0.07560266388787164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,16384,0.12163821856180827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,12288,0.08905777666303848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,5120,0.039408889081743025
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,4096,0.033370667033725314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,8192,0.06425422430038452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,6144,0.04517689016130236
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,3584,0.028782222006056044
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,2560,0.02162666618824005
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,3072,0.0251875552866194
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,1024,0.010461333725187512
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,768,0.013991110854678683
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,1536,0.014787554740905762
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,2048,0.01811022228664822
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,32,0.0033564445459180405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,64,0.0034186666210492453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,65536,0.4355671140882704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,512,0.01221422188811832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,256,0.005029333134492238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,5120,128,0.004367111043797599
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,12288,0.0654017792807685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,16384,0.08868533372879028
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,8192,0.05199111170238919
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,7168,0.044533332188924156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,6144,0.03862577676773071
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,65536,0.3496675491333008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,10240,0.06251821915308635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,4096,0.026555554734336004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,3584,0.02461244497034285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,1024,0.010231999887360467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,2560,0.018802666001849704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,3072,0.02166755497455597
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,1536,0.013066666821638743
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,512,0.010750222537252637
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,768,0.013752889302041797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,256,0.004845333182149463
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,32,0.0032702222880389956
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,128,0.004266666869322459
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,64,0.0034026667061779234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,2048,0.01568177839120229
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,4096,5120,0.03282577792803446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,12288,0.06056266360812717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,8192,0.05561955769856771
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,7168,0.05068000157674154
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,16384,0.08948000272115071
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,10240,0.05659021933873495
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,5120,0.03715644280115763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,6144,0.044511109590530396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,3072,0.02791555391417609
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,3584,0.03147466646300422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,2048,0.02001333402262794
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,1536,0.012113778127564324
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,65536,0.30550487836201984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,2560,0.024672889047198828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,4096,0.03256266646915012
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,512,0.010570666856235929
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,1024,0.009742221898502773
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,256,0.004807999978462855
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,768,0.01334755536582735
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,128,0.0041893331540955436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,32,0.00332622230052948
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3584,64,0.0033208889265855155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,8192,0.03724177678426107
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,16384,0.07390755414962769
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,6144,0.03211911188231574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,7168,0.03585955500602722
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,5120,0.025790222816997107
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,12288,0.05730399820539686
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,10240,0.04881155490875244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,1536,0.011540444360838996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,3072,0.02239911092652215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,65536,0.24602044953240287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,2560,0.020032889313167997
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,1024,0.00925422211488088
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,512,0.009552000297440423
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,3584,0.024697777297761705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,4096,0.023805333508385554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,256,0.004574222283230888
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,2048,0.017768889665603638
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,768,0.011352000137170156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,64,0.0032835555159383347
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,32,0.003144888828198115
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,3072,128,0.0038124442928367188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,16384,0.05758755736880832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,8192,0.03162399927775065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,12288,0.04938933253288269
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,10240,0.042457779248555504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,7168,0.03100088900989956
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,6144,0.028032888968785603
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,5120,0.022242666946517095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,65536,0.23037778006659615
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,3584,0.02367555598417918
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,4096,0.020675554871559143
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,1536,0.010825778047243753
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,2560,0.019122666782803006
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,3072,0.02141155633661482
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,256,0.004386666748258802
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,2048,0.017111111018392775
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,768,0.010738666686746808
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,128,0.003660444584157732
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,32,0.003101333354910215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,16384,0.054804444313049316
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,512,0.009342222577995723
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,12288,0.04081688986884223
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,10240,0.03504088852140639
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,65536,0.17180177900526258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,8192,0.028071112102932397
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,3584,0.015014222926563688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,6144,0.0240657776594162
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,7168,0.02683555583159129
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,4096,0.017812444104088675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,2048,0.012033777932325998
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,5120,0.02105955613984002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,3072,0.013807111316257052
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,1024,0.00777422222826216
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,1024,0.008253333469231924
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,768,0.009720889230569204
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,512,0.008936000367005667
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,1536,0.010141332944234213
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,128,0.003479111111826367
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,2560,0.013463111387358772
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,256,0.004325333154863781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,32,0.003012444410059187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2048,64,0.0032346666687064697
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,10240,0.02525866693920559
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,2560,64,0.003273777870668305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,12288,0.0319164428446028
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,8192,0.021293333835071985
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,16384,0.04088088870048523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,7168,0.02012800011369917
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,65536,0.15141422218746609
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,6144,0.016689777374267578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,4096,0.013080889152155982
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,3584,0.012111999922328524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,5120,0.016031111280123394
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,1536,0.009497777455382878
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,3072,0.012116444607575735
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,1024,0.007737778127193451
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,2560,0.01163733336660597
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,2048,0.013103110922707452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,768,0.006874666859706243
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,512,0.005602666487296422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,256,0.004171555654870139
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,32,0.002833777831660377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,128,0.003391999958289994
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1536,64,0.0028719999310043124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,10240,0.018754666050275166
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,16384,0.027223111854659185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,12288,0.023472888602150813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,65536,0.08817333645290798
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,7168,0.015993777248594496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,6144,0.01348622226052814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,8192,0.015990222493807476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,2048,0.009703999592198266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,1536,0.008221333225568136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,2560,0.012076444096035428
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,4096,0.0110871113008923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,3072,0.013391999734772576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,768,0.006597333484225803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,1024,0.007552000383536021
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,256,0.00407911092042923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,3584,0.011227555572986603
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,128,0.003273777870668305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,512,0.005412444472312927
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,64,0.00299822228650252
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,32,0.002954666606254048
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,65536,0.06951200299792819
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,16384,0.024865777956114873
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,12288,0.020844444632530212
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,8192,0.015576000014940897
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,7168,0.01499644418557485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,6144,0.014303111367755465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,3584,0.011792889071835412
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,1024,5120,0.013363555901580386
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,4096,0.01329955541425281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,3072,0.009988444546858469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,10240,0.018894222047593858
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,5120,0.014130666851997375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,2048,0.007103111180994246
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,2560,0.010465777582592435
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,1536,0.007810666329330868
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,768,0.006605333338181178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,256,0.00397511116332478
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,512,0.005401777724424998
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,128,0.0034497777620951333
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,1024,0.006432000133726332
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,64,0.002965333354141977
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,768,32,0.002961777771512667
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,8192,0.011120888921949597
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,10240,0.012120000190205045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,7168,0.010612444745169746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,12288,0.01460088955031501
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,6144,0.010575110713640848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,5120,0.008807111117574904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,65536,0.05163288778728909
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,3584,0.007682667010360294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,4096,0.008173333273993598
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,3072,0.008488888541857401
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,2560,0.007927999728255803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,2048,0.007316444483068254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,1536,0.006973333656787872
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,16384,0.017231111725171406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,256,0.003988444391224119
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,768,0.006569777925809224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,128,0.0034204444123639
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,64,0.0028880000528362063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,32,0.002867555452717675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,512,0.005912888795137405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,16384,0.011360000405046674
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,65536,0.02806666824552748
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,12288,0.009934222532643212
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,8192,0.008174222376611497
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,10240,0.008944888909657797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,7168,0.007824000385072496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,4096,0.006835555450783835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,6144,0.007190222541491191
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,5120,0.007113777928882175
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,3584,0.007506666911972894
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,2560,0.007141333487298753
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,2048,0.006296000132958095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,3072,0.006597333484225803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,1536,0.006116444451941385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,512,0.00563822231358952
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,1024,0.005963555640644497
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,768,0.006578666468461354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,256,0.004463110946946674
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,512,1024,0.006151111175616582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,64,0.0028613333900769553
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,32,0.0027831111931138565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,256,128,0.003436444534195794
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,16384,0.009693333672152625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,8192,0.007668444679843054
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,10240,0.008168000313970778
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,12288,0.008774222599135505
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,6144,0.007060444189442529
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,5120,0.00721155520942476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,7168,0.007275555696752336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,65536,0.018256889449225534
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,4096,0.006767999794748094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,3072,0.006254222244024277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,1024,0.005877333382765452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,1536,0.006002666635645761
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,3584,0.006888888776302338
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,2048,0.006603555546866522
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,2560,0.006106666806671355
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,768,0.006592888798978593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,512,0.005584888988071018
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,128,0.0033368888414568375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,256,0.004369777937730153
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,64,0.002797333316670524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,128,32,0.00282577777074443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,16384,0.00871733327706655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,12288,0.00815288888083564
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,65536,0.01371022231049008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,10240,0.007857778006129796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,6144,0.007256888680987888
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,4096,0.006344888773229387
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,5120,0.00758755538198683
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,3584,0.006395555618736479
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,3072,0.005962666538026597
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,7168,0.007678222325113084
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,2048,0.006372444331645966
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,2560,0.005919999960396025
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,1536,0.006232888748248418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,8192,0.007567110988828871
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,768,0.005762666463851929
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,1024,0.0057706667317284485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,128,0.0033448889023727844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,256,0.004390222330888112
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,512,0.005551110953092575
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,32,0.0027582223216692605
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,65536,0.011571555501884885
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,64,64,0.0028355556229750314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,10240,0.007672000262472365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,8192,0.007452444069915348
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,16384,0.008441777692900764
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,7168,0.006940444310506185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,5120,0.007181333170996771
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,6144,0.00700444479783376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,12288,0.007983110845088959
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,3584,0.006633777585294511
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,4096,0.006058666855096817
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,3072,0.0063902222447925145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,1536,0.006014222072230444
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,1024,0.00564444437623024
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,2048,0.0064071110553211635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,2560,0.006346666564544042
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,512,0.005449777675999536
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,768,0.00572533326016532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,64,0.0027955555253558685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,128,0.0032542221662071017
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,32,0.002801777794957161
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,16,32,256,0.004328888737493091
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,5120,0.4125537872314453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,6144,0.492927975124783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,7168,0.5704035758972168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,10240,0.8037955496046277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,8192,0.65465333726671
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,2048,0.17209066285027397
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,12288,0.9543582068549262
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,2560,0.22032533751593697
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,4096,0.3311759895748562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,3584,0.2996826701694065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,1536,0.1443084478378296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,3072,0.281822231080797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,1024,0.09271733628378974
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,768,0.06905688842137654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,128,0.013643555343151093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,16384,1.2755271063910592
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,32,0.008067555725574493
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,64,0.009197333620654212
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,256,0.027931554449929133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,65536,512,0.053020444181230336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,8192,0.18715200159284803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,10240,0.20873422092861602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,12288,0.24511289596557617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,7168,0.16362578339046902
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,6144,0.14501244492001003
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,16384,0.35166133774651426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,5120,0.1233173343870375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,4096,0.09258755710389878
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,3072,0.0795875522825453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,2560,0.06688000096215142
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,1536,0.042711112234327525
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,3584,0.0909422238667806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,768,0.021307556165589228
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,2048,0.05504711137877571
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,256,0.0099973330895106
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,128,0.005425777700212266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,512,0.016355555918481614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,32,0.0036968886852264404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,1024,0.031268444326188825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,64,0.004234666625658671
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,10240,0.1738826698727078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,8192,0.14420355690850153
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,16384,0.2681573232014974
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,7168,0.12684710820515951
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,12288,0.20374843809339735
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,16384,65536,1.3482959535386827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,3072,0.05516799953248766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,3584,0.063137776321835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,4096,0.0710080001089308
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,5120,0.0939520001411438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,6144,0.10976977480782403
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,2048,0.03898933198716905
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,2560,0.04720711045795017
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,1536,0.03105688757366604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,768,0.019814221395386588
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,128,0.004688888788223267
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,256,0.008719111482302347
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,65536,0.9186835818820529
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,512,0.014307555225160388
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,1024,0.022817777262793645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,64,0.003953777667548922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,12288,32,0.0034266666819651923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,10240,0.14538844426472983
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,8192,0.12087289492289226
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,12288,0.17083022329542372
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,16384,0.22301777203877768
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,7168,0.10615377955966526
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,6144,0.09644799762301975
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,5120,0.08205955558353
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,3072,0.048004445102479726
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,1024,0.01886755559179518
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,3584,0.05429244372579786
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,4096,0.06112800041834513
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,2560,0.03768444392416213
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,2048,0.03427911135885451
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,512,0.013634666800498962
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,768,0.017687110437287223
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,128,0.004440000073777305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,256,0.007857778006129796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,64,0.0037395556767781577
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,65536,0.846225791507297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,32,0.0033928888539473214
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,10240,1536,0.027282666828897264
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,10240,0.1195075511932373
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,7168,0.08722933133443196
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,16384,0.18187910980648467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,6144,0.07593511210547553
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,8192,0.09941777918073867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,12288,0.14010843965742323
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,5120,0.05969688627454969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,4096,0.047509332497914634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,3072,0.03765599926312765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,3584,0.04600711001290215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,2560,0.03447466757562425
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,1024,0.015950222810109455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,768,0.01657777859105004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,256,0.006867555694447623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,512,0.012005333271291522
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,65536,0.6210000250074599
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,2048,0.029101332028706867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,1536,0.02285066743691762
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,128,0.0041519999504089355
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,32,0.003129777808984121
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,8192,64,0.003589333345492681
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,12288,0.1197813351949056
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,16384,0.14818844530317518
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,5120,0.053611556688944496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,8192,0.08162044154273139
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,10240,0.10680888758765326
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,4096,0.04340888725386726
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,3072,0.03368977705637614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,2048,0.026033777329656813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,2560,0.02868177824550205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,7168,0.07877866427103679
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,1536,0.01862044466866387
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,1024,0.014133334159851074
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,256,0.0064284445510970215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,3584,0.04174400038189358
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,64,0.0034506666577524612
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,6144,0.06795733504825167
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,32,0.006238222122192383
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,65536,0.6120879915025499
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,128,0.00397777764333619
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,512,0.012104888757069906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,7168,768,0.01687022215790219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,8192,0.06842755609088473
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,12288,0.10728710889816284
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,7168,0.057688891887664795
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,5120,0.04271022147602505
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,6144,0.055212444729275174
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,16384,0.13498932785458034
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,10240,0.08856088585323757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,3584,0.03083555565940009
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,3072,0.02693422304259406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,1536,0.016615110966894362
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,2048,0.018952889574898612
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,65536,0.4671600129869249
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,4096,0.038358221451441445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,1024,0.011552000211344825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,2560,0.02515022291077508
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,512,0.008215111162927415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,256,0.005580444302823808
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,768,0.010155555274751451
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,128,0.0038933331767717996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,64,0.0033395555284288195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,8192,0.05786222219467163
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,6144,32,0.006263111200597551
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,10240,0.06809955835342407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,12288,0.08037955231136747
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,7168,0.05403555432955424
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,16384,0.120669338438246
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,4096,0.030264887544843886
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,5120,0.03579911258485582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,3072,0.022849778334299724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,2048,0.016322667400042217
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,2560,0.021700445148679946
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,1536,0.013426666458447775
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,6144,0.04681866698794895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,3584,0.028765334023369685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,256,0.004993777722120285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,512,0.01199288914601008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,65536,0.43275822533501523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,128,0.004263999975389904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,64,0.0033475555893447665
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,768,0.01443733274936676
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,8192,0.04740711053212484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,32,0.0033128888656695685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,12288,0.07234666744867961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,10240,0.05542222327656216
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,7168,0.03975822197066413
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,6144,0.035263111193974815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,5120,0.03303466571701898
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,4096,0.02416444487041897
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,3584,0.022341334157519873
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,5120,1024,0.01110666659143236
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,3072,0.019653333557976615
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,65536,0.3473217752244737
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,16384,0.09787911176681519
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,768,0.013148444394270578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,512,0.010564444793595208
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,256,0.004839999808205498
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,1024,0.0101724440852801
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,2048,0.01587733295228746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,32,0.0032177778581778207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,1536,0.011926222178671094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,64,0.003294222263826264
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,2560,0.018814222680197824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,10240,0.05117422342300415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,16384,0.07939644654591878
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,12288,0.06580177942911784
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,5120,0.03644977675543891
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,8192,0.05520355701446533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,6144,0.04151111178927951
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,7168,0.05041689011785719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,4096,0.030478222502602473
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,65536,0.32066223356458873
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,2048,0.01973600023322635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,3072,0.026001777913835313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,2560,0.024449777272012498
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,1024,0.009115555220180089
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,768,0.012961777547995249
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,3584,0.031025777260462444
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,1536,0.012144889268610211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,64,0.003272888975010978
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,4096,128,0.004278222305907143
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,128,0.004095111042261124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,512,0.01053066634469562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,256,0.004816888935036129
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,7168,0.03232355581389533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,10240,0.048771556880739
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,16384,0.07307289044062297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3584,32,0.0032239999208185407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,12288,0.05186400148603651
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,5120,0.025352888637118872
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,6144,0.02905866503715515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,8192,0.03954844342337714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,2560,0.018719999326599967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,65536,0.2733120123545329
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,1536,0.01053955571519004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,3072,0.022134222918086584
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,2048,0.01681155628628201
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,4096,0.023551111419995625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,1024,0.009182222187519073
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,768,0.010750222537252637
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,256,0.004506666627195147
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,512,0.009676444033781687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,32,0.0031928889867332247
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,64,0.003294222263826264
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,12288,0.04901777704556783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,16384,0.056764443715413414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,10240,0.041871110598246254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,65536,0.20382132795121935
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,6144,0.025666667355431452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,3584,0.021965333157115515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,128,0.003681777666012446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,8192,0.03426488902833726
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,5120,0.023960888385772705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,3072,0.02016177773475647
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,7168,0.030759112702475652
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,3072,3584,0.024517332514127094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,4096,0.020340444313155282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,1536,0.010757333702511258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,2560,0.018943111101786297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,2048,0.016893333858913846
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,256,0.0043333334227403
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,768,0.0105608892109659
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,512,0.009222221871217092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,128,0.003571555432346132
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,1024,0.007911110917727152
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,32,0.0031066667288541794
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2560,64,0.0032293332947625052
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,8192,0.027388445205158655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,10240,0.033725334538353816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,12288,0.04049333267741733
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,7168,0.02527911133236355
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,16384,0.05313600103060404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,5120,0.01793244481086731
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,6144,0.022621333599090576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,65536,0.1926177740097046
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,3584,0.015556444724400839
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,2048,0.010874666273593903
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,1024,0.00774133370982276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,4096,0.01696888936890496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,2560,0.012841777669058906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,1536,0.010126222338941362
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,3072,0.014368888404634265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,128,0.0034177777253919174
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,512,0.00872444444232517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,32,0.003056888985964987
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,768,0.009566222627957663
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,256,0.0041804446114434134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,2048,64,0.0032213332338465583
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,12288,0.029120888974931505
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,16384,0.0402728882100847
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,10240,0.027357333236270483
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,5120,0.01464000013139513
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,8192,0.02258133391539256
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,65536,0.1331475575764974
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,7168,0.019944889677895438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,4096,0.0129457778400845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,6144,0.01814133259985182
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,3072,0.011217777927716574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,2560,0.01148799972401725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,1536,0.009483555952707926
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,2048,0.009325332939624786
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,3584,0.012994666894276937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,768,0.006863111009200414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,512,0.005569777968857024
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,1024,0.007710222568776872
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,64,0.00314666661951277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,128,0.0033315554675128725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,256,0.004080888711743885
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1536,32,0.0029884444342719186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,16384,0.026547556122144062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,12288,0.021336000826623704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,65536,0.09672800037595962
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,10240,0.02019377715057797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,4096,0.010869333313571082
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,5120,0.012103999654452005
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,8192,0.016201777590645682
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,7168,0.01588444411754608
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,6144,0.01443733274936676
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,2048,0.009544889132181803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,2560,0.008587555752860175
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,1536,0.00794311116139094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,3072,0.013264888690577613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,1024,0.0075395554304122925
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,768,0.006607999818192587
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,128,0.0034622223012977173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,256,0.003996444245179494
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,512,0.005385777602593104
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,3584,0.011125333607196808
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,32,0.0028986665937635633
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,1024,64,0.002985777747299936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,16384,0.022907555103302002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,8192,0.015461333923869662
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,10240,0.017701332767804463
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,5120,0.013452444639470843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,12288,0.01907822158601549
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,3584,0.011417778001891242
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,6144,0.01497866710027059
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,7168,0.014895111322402954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,3072,0.009911999934249455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,65536,0.07455466853247748
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,4096,0.012576888832781049
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,2560,0.00796622203456031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,768,0.006607999818192587
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,1024,0.006257777826653586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,2048,0.006981333096822103
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,1536,0.007448888487286038
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,256,0.004485333131419288
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,128,0.0034648889882696998
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,32,0.0028560000161329904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,512,0.005401777724424998
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,65536,0.05007911059591505
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,10240,0.012172444827026792
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,12288,0.013444444371594323
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,16384,0.017066667477289837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,8192,0.011058666639857821
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,4096,0.008053333395057255
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,5120,0.008812444077597724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,7168,0.011187555889288584
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,3584,0.007623111208279927
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,3072,0.008247111406591203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,6144,0.009722666607962714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,2048,0.007224000162548489
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,768,0.006593777901596493
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,1536,0.006774222271309958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,2560,0.007820444802443186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,512,0.005672889037264719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,1024,0.005976888868543837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,768,64,0.00286666676402092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,256,0.004508444418509801
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,32,0.0028524444335036804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,128,0.0034328889515664843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,512,64,0.0028684443483750024
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,10240,0.008822222550710043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,8192,0.007888889147175683
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,65536,0.027013333307372198
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,12288,0.010523555179437002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,16384,0.011990221838156382
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,6144,0.007306666837798224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,5120,0.006999111009968652
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,4096,0.006739555547634761
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,3072,0.00645955569214291
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,3584,0.007221333682537079
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,2560,0.007744000189834171
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,1536,0.005949333310127258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,1024,0.005773333211739858
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,2048,0.006252444452709622
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,256,0.004432888908518685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,768,0.006558222075303395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,64,0.0028400001012616684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,128,0.0034008889148632684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,32,0.0028328889360030494
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,512,0.005505777895450592
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,12288,0.0084915558497111
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,16384,0.008915555146005418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,10240,0.00739555557568868
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,8192,0.007035555938879649
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,7168,0.007083555890454187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,65536,0.01806400054030948
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,256,7168,0.007629333270920648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,6144,0.006729777902364731
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,5120,0.006764444626039929
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,4096,0.006493333313200209
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,1536,0.0058328890138202244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,3072,0.006025777922736273
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,1024,0.007479999628331926
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,2048,0.006364444477690591
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,3584,0.006456888798210356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,768,0.006578666468461354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,2560,0.007672000262472365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,128,0.0033235556135574975
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,256,0.00434933313065105
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,512,0.005424889011515512
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,64,0.0027964444210131965
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,128,32,0.0027919999427265594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,65536,0.013241777817408243
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,16384,0.008255110846625434
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,12288,0.00775911079512702
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,10240,0.007559110720952352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,8192,0.007220444579919179
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,5120,0.007316444483068254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,4096,0.0059075554211934405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,3584,0.00665866666369968
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,6144,0.006873777757088344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,3072,0.0063484443558586975
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,2560,0.006251555350091722
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,7168,0.007159111400445302
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,2048,0.006048000107208888
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,1536,0.005930666708283954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,768,0.005532444351249271
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,1024,0.005148444324731827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,256,0.004377777791685528
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,512,0.005423111220200856
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,128,0.003318222239613533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,32,0.0027946666296985415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,64,64,0.0028151110228565005
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,16384,0.00813155538505978
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,65536,0.010952889091438718
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,10240,0.007323555648326874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,12288,0.007644444704055786
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,6144,0.006864000111818314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,8192,0.006680888848172293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,7168,0.007116444408893585
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,5120,0.007012444237867991
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,4096,0.0063182223174307085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,3584,0.0063893331421746155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,3072,0.006220444622966979
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,1536,0.00574222207069397
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,1024,0.005012444323963589
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,768,0.0052968888647026485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,2048,0.005993777679072485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,512,0.005412444472312927
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,2560,0.006050666587220297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,256,0.004367111043797599
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,64,0.002773333340883255
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,32,0.002785777880085839
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,8,32,128,0.0033031110134389666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,6144,0.48737335205078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,5120,0.4291644361284044
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,8192,0.6467635366651747
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,10240,0.7970133357577853
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,7168,0.6213786866929796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,4096,0.3249146673414442
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,2560,0.21442933877309164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,12288,1.0488132900661893
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,2048,0.17722311284806994
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,3584,0.29420799679226345
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,3072,0.27801065974765354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,1536,0.13914310932159424
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,256,0.02632444434695774
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,1024,0.09169689151975845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,512,0.048801776435640126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,16384,1.2672640482584636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,128,0.01482222146458096
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,768,0.07296178076002333
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,32,0.007902222375075022
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,65536,64,0.009105777574910058
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,12288,0.242324431737264
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,16384,0.3199475606282552
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,10240,0.22550132539537218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,8192,0.1857386695014106
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,5120,0.11197511355082194
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,6144,0.14225688245561388
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,7168,0.1628346708085802
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,3584,0.08368088801701863
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,2048,0.05053777827156914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,4096,0.09814755784140693
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,3072,0.07930399974187215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,768,0.021041777398851182
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,2560,0.06806933217578463
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,1536,0.04269422094027201
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,1024,0.03103733393881056
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,256,0.009901333186361525
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,64,0.004139555411206352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,32,0.003671110918124517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,128,0.005430222385459476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,512,0.0162773331006368
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,16384,65536,1.2103733486599393
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,10240,0.17190844482845732
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,12288,0.20239910814497206
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,16384,0.2666097746955024
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,6144,0.1097057792875502
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,7168,0.12517600589328343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,8192,0.14305867089165583
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,4096,0.06454755862553914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,3584,0.06292355722851224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,1536,0.0309804446167416
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,2560,0.04717955655521817
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,1024,0.020706666840447318
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,2048,0.03908266623814901
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,256,0.008656889200210571
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,128,0.004571555389298333
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,5120,0.09337688816918267
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,3072,0.05475644601715935
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,512,0.014368888404634265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,64,0.0038284444146686127
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,768,0.019825778073734708
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,32,0.006269333263238271
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,12288,65536,1.01582580142551
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,10240,0.14458666907416448
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,12288,0.1697466638353136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,16384,0.2216764423582289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,8192,0.11984444989098443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,7168,0.10555822319454616
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,6144,0.09613244401084052
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,3584,0.054175999429490834
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,2560,0.041032890478769936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,3072,0.047376887665854565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,2048,0.033957332372665405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,1536,0.02717599935001797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,4096,0.06083644760979546
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,128,0.004447111239035924
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,256,0.007606222397751278
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,512,0.013572444518407186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,64,0.0036559998989105225
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,1024,0.01978577839003669
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,768,0.018608000543382432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,5120,0.08167911238140531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,65536,0.8399973445468478
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,12288,0.13885422547658285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,7168,0.07986666758855183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,10240,32,0.006268444574541516
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,8192,0.09946399927139282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,10240,0.1187351147333781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,6144,0.07552711168924968
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,5120,0.059044447210099965
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,16384,0.18237600061628553
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,4096,0.05123022198677063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,3584,0.045927110645506114
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,3072,0.040008889304267034
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,2048,0.026690666874249775
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,1536,0.022665777140193518
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,1024,0.01692800058258904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,512,0.012679110798570844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,768,0.017492444978819955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,2560,0.034500443273120456
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,128,0.0041306668685542215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,256,0.00686488880051507
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,64,0.0034426665968365143
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,32,0.006187555690606435
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,8192,65536,0.670613341861301
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,6144,0.06323911084069146
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,12288,0.131202671262953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,16384,0.1641706625620524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,7168,0.0785964462492201
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,10240,0.11139378282758926
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,8192,0.0891795555750529
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,5120,0.05272710985607571
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,3584,0.041618665059407554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,3072,0.03628799981541104
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,1536,0.018555555078718398
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,4096,0.04618666569391886
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,2560,0.031178666485680476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,2048,0.026011554731263056
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,256,0.005489777773618698
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,128,0.00396799999806616
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,1024,0.015297777122921415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,768,0.016763556334707472
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,64,0.006790222393141852
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,32,0.006224888894293044
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,512,0.012093333734406365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,7168,65536,0.6121564441257054
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,10240,0.08861066897710164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,7168,0.06354222032758924
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,8192,0.07484533389409383
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,12288,0.10664977629979451
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,16384,0.1383768849902683
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,6144,0.055383112695482045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,4096,0.035070220629374184
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,2560,0.025252444876564875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,5120,0.04704088966051737
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,2048,0.020848888489935134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,1536,0.015242666006088257
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,3584,0.034113778008355036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,3072,0.029615110821194116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,128,0.003939555750952827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,768,0.010192888478438059
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,1024,0.012523555921183692
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,512,0.008187555604510838
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,65536,0.5175529056125218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,64,0.006728888799746831
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,32,0.006212444355090459
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,8192,0.0580728915002611
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,10240,0.07531466748979357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,16384,0.11805778079562718
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,7168,0.053489777776930064
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,12288,0.08884621991051568
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,5120,0.03565333286921183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,4096,0.03312622176276313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,6144,0.04637955625851949
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,65536,0.43161598841349286
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,2560,0.021528888079855178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,1536,0.013408000270525614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,6144,256,0.005639111002286275
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,768,0.014440889159838358
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,1024,0.011013333168294696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,512,0.0070062221752272705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,3584,0.028581334484948054
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,2048,0.018001778258217704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,128,0.004273777620659934
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,32,0.0033093332830402586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,12288,0.06498399708006117
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,10240,0.061792890230814614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,16384,0.097726219230228
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,256,0.005383111122581694
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,64,0.0033404444240861465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,7168,0.039565334717432656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,8192,0.051339556773503624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,4096,0.023983110984166462
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,6144,0.038415110773510404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,3072,0.01955111159218682
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,5120,3072,0.025081778566042583
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,5120,0.03304533494843377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,65536,0.34587910440233016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,3584,0.024614221519894067
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,2560,0.017286222842004564
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,2048,0.014357333381970724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,512,0.005951111101441913
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,128,0.004221333397759331
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,768,0.013478221992651621
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,64,0.0032222221295038858
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,1536,0.012992888689041138
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,1024,0.010189333723651038
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,256,0.0052488889131281115
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,4096,32,0.0032133333798911837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,12288,0.05955377552244398
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,16384,0.08588533269034491
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,10240,0.05597688754399618
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,8192,0.0437466667758094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,7168,0.041653331783082746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,6144,0.0369137790468004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,65536,0.310514662000868
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,3072,0.020326221982638042
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,4096,0.02756888833310869
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,5120,0.03201777736345927
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,3584,0.024550222688251074
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,1024,0.009102221992280748
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,2560,0.019222221440739103
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,512,0.005889777921968036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,2048,0.014632888966136508
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,256,0.005140444470776452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,32,0.0032213332338465583
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,64,0.0032231110251612137
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,768,0.013020444247457715
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,128,0.004091555459631814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,12288,0.05278844303554959
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3584,1536,0.012181333369678922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,8192,0.04084088736110263
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,7168,0.03418044580353631
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,65536,0.2742088900672065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,16384,0.07259022527270846
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,10240,0.04957688848177592
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,6144,0.032553778754340276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,5120,0.02814399864938524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,3584,0.02069511181778378
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,4096,0.024887111451890733
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,1536,0.011438222395049201
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,768,0.010570666856235929
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,2560,0.017642666896184284
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,2048,0.013697778185208639
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,1024,0.009185777770148383
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,256,0.004432888908518685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,512,0.005848888721730974
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,3072,0.019724445210562814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,64,0.0031928889867332247
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,32,0.0032088889016045462
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,3072,128,0.003640000190999773
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,16384,0.05760800176196628
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,10240,0.042918221818076245
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,6144,0.026968000663651362
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,7168,0.03228977653715346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,8192,0.035728000932269625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,12288,0.049485332436031766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,5120,0.025037333369255066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,4096,0.02146222194035848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,3584,0.018808888064490426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,65536,0.22761956850687662
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,768,0.010436444646782346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,1536,0.010223111344708337
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,2048,0.014342221948835584
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,1024,0.008069333102968004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,3072,0.0174346665541331
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,128,0.0035413333939181436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,64,0.0030906666070222855
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,2560,0.01573333309756385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,256,0.004283555679851108
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,512,0.00582755563987626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,16384,0.049068444304996066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2560,32,0.0031191110610961914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,10240,0.03385422295994229
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,8192,0.027084444959958393
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,12288,0.03983644313282437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,65536,0.19085333082411024
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,7168,0.02549244463443756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,5120,0.01977688901954227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,3584,0.014207111464606391
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,4096,0.017117333081033494
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,2048,0.01165688865714603
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,6144,0.020937777227825586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,2560,0.011962666279739805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,1536,0.010192888478438059
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,1024,0.007703111403518253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,512,0.005586666779385672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,64,0.0030826667530669104
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,128,0.0033813334173626373
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,768,0.009517333573765224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,32,0.003034666594531801
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,256,0.004182222402758068
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,2048,3072,0.014368888404634265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,10240,0.024831111232439678
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,8192,0.02308977809217241
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,4096,0.012999110751681857
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,5120,0.016162667009565566
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,65536,0.13167288568284777
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,12288,0.03139822350607978
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,7168,0.02000977761215634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,2048,0.009256000320116678
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,16384,0.04019377628962199
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,3584,0.012973333398501078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,6144,0.018058665924602084
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,1024,0.006731555693679386
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,2560,0.011406222151385413
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,1536,0.009473777479595607
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,3072,0.011924444801277585
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,768,0.006844444407357111
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,32,0.003010666618744532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,64,0.00300177786913183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,256,0.0042568888101312844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,128,0.0033333332588275275
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1536,512,0.005579555614127054
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,65536,0.08728622065650092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,12288,0.021037333541446265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,16384,0.02886399957868788
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,7168,0.015816888875431485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,8192,0.01754133403301239
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,5120,0.012271111210187277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,6144,0.014472888575659858
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,3584,0.011320888996124268
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,10240,0.01997777819633484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,2048,0.00942311104800966
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,4096,0.01089511149459415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,1536,0.007720000214046902
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,2560,0.008927110996511247
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,768,0.006621333460013072
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,128,0.0034151110384199354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,256,0.004511111312442356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,32,0.0028924445311228433
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,1024,0.0075351107451650835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,16384,0.02275377843115065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,512,0.005920889063013925
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,64,0.0029031110720502008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,10240,0.017504889104101393
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,12288,0.020655999581019085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,6144,0.014831110835075378
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,8192,0.015341333217091031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,7168,0.014800000521871777
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,65536,0.07408089107937284
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,5120,0.01331555595000585
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,2560,0.007896000312434303
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,4096,0.012507555385430654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,3584,0.012105777859687805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,2048,0.0069448889957533936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,1536,0.007263999846246507
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,1024,0.006196444647179709
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,3072,0.009851555857393477
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,768,0.006599999964237213
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,1024,3072,0.013008889224794177
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,512,0.00591555568906996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,256,0.004475555486149258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,128,0.003383999897374047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,32,0.0028515555378463534
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,768,64,0.0028719999310043124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,6144,0.009577777650621202
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,8192,0.010933332973056369
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,7168,0.010392888552612728
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,16384,0.01696266730626424
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,65536,0.05348889032999674
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,10240,0.012975999878512489
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,4096,0.007841777470376756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,5120,0.008477333519193862
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,3584,0.007319110963079665
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,12288,0.013274666335847644
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,3072,0.008105778031879002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,1536,0.00646577775478363
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,2560,0.00778311077091429
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,1024,0.0058604445722368025
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,256,0.004468444320890638
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,512,0.005626666463083691
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,128,0.0033928888539473214
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,768,0.006584888945023219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,2048,0.0070675553547011475
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,16384,0.011311111350854238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,32,0.0028408887899584244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,512,64,0.002858666703104973
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,12288,0.009664889011118147
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,10240,0.008575110799736446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,6144,0.007010666860474481
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,8192,0.007904888855086433
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,7168,0.0074782222509384155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,5120,0.006884444504976273
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,4096,0.0064995553758409284
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,3584,0.007204444044166141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,3072,0.006257777826653586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,2560,0.007688889073001013
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,1024,0.007458666960398356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,512,0.005416000054942236
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,65536,0.028748446040683325
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,1536,0.005807999935415056
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,2048,0.006176888942718506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,768,0.006578666468461354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,256,0.004422222160630756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,32,0.0028248888750871024
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,64,0.0028408887899584244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,16384,0.008290666672918532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,12288,0.0074622225430276655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,256,128,0.0033440000067154565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,10240,0.007111111448870764
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,8192,0.006778666542636023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,65536,0.017648888958825003
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,6144,0.006592000110281839
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,7168,0.006852444261312485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,5120,0.00674044465025266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,4096,0.00620888877246115
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,3584,0.0070062221752272705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,2560,0.007676444119877285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,1536,0.005703111075692707
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,2048,0.006118222243256039
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,1024,0.007459555235173967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,256,0.004351110921965705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,768,0.006584888945023219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,128,0.003306666596068276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,512,0.005411555369695027
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,64,0.002790222151411904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,3072,0.006175999840100606
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,128,32,0.0027919999427265594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,65536,0.012773333324326409
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,12288,0.007651555869314406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,10240,0.00738933351304796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,16384,0.008085333638721043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,4096,0.0063324446479479475
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,5120,0.007044444481531779
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,6144,0.006772444479995304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,8192,0.007117333511511485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,3584,0.006383111079533895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,7168,0.007189333438873291
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,3072,0.006002666635645761
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,2048,0.005960000058015187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,2560,0.006183111005359226
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,1536,0.005786666853560342
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,1024,0.00499911109606425
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,768,0.005525333185990651
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,512,0.005347555710209741
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,256,0.004353777815898259
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,64,0.002777777819169892
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,128,0.003321777822242843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,64,32,0.0027928888383838865
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,65536,0.01075644459989336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,16384,0.007990222010347579
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,10240,0.007239110767841339
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,7168,0.007086222370465596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,12288,0.007542221910423703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,4096,0.006156444549560547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,5120,0.006809777683681912
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,3072,0.006018666757477655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,3584,0.006258666515350342
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,1536,0.005747555444637935
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,2048,0.0058266665372583605
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,1024,0.004935111022657818
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,768,0.005130666825506422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,2560,0.005965333431959152
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,512,0.005254222287072076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,256,0.004379555583000183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,128,0.0033048888047536216
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,32,0.0027457777824666765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,64,0.0026577777332729767
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,8192,0.0069724445541699724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,4,32,6144,0.006608888920810487
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,6144,0.4841821988423665
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,7168,0.5604835616217719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,10240,0.7919386757744683
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,5120,0.4497937626308865
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,8192,0.6432488759358724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,2048,0.17264978090922037
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,4096,0.3209048906962077
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,12288,0.9529173109266492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,3072,0.2516382270389133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,3584,0.290354675716824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,2560,0.2313777870602078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,16384,1.2627289030287001
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,128,0.022879110442267522
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,32,0.006674666785531574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,768,0.0666817757818434
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,512,0.04410755634307861
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,1536,0.13608445061577693
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,256,0.02621511121590932
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,64,0.01088177743885252
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,65536,1024,0.10122755501005386
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,8192,0.1683502197265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,10240,0.20376000139448378
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,7168,0.1611973312166002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,5120,0.12242844369676377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,4096,0.08954933616850112
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,3584,0.08194044563505384
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,16384,0.3497324519687229
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,6144,0.14155288537343344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,2560,0.06789688931571113
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,3072,0.07827644215689765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,12288,0.26485689481099445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,2048,0.0545457767115699
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,256,0.009827555881606208
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,1024,0.030956443813112047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,128,0.005872888697518243
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,768,0.022946667340066697
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,64,0.004295111116435793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,512,0.01624000072479248
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,1536,0.042223999897638954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,32,0.0063457778758472866
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,10240,0.17139466603597006
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,16384,65536,1.2065902286105685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,7168,0.12549777825673422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,12288,0.20180533991919625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,16384,0.26627733972337514
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,8192,0.14347822136349148
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,3584,0.06241689125696818
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,6144,0.10968889130486383
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,4096,0.07040355602900188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,3072,0.05489244394832187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,2560,0.04717955655521817
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,1024,0.020899555749363367
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,5120,0.09299911393059625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,512,0.014384888940387301
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,1536,0.03084533413251241
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,128,0.00546488869521353
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,768,0.01984177695380317
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,2048,0.03873777720663283
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,64,0.005856888989607493
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,65536,1.0132044686211479
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,256,0.008632000121805403
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,12288,32,0.005230222311284807
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,12288,0.1688657734129164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,8192,0.11964444319407146
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,7168,0.10523466931449042
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,6144,0.09605689181221856
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,10240,0.14419821898142496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,16384,0.22163466612497965
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,3072,0.04330044322543674
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,3584,0.049518220954471164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,5120,0.0834311114417182
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,2048,0.03398933344417148
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,2560,0.04059733284844293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,1024,0.018921777606010437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,256,0.007681777907742395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,768,0.018665777312384713
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,1536,0.026958222190539043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,512,0.013481777575280933
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,64,0.005296000176005893
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,65536,0.8424577713012695
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,4096,0.06100710895326403
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,128,0.00499911109606425
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,10240,32,0.004864888886610667
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,10240,0.11810933219061957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,7168,0.07932621902889676
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,8192,0.10015733374489678
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,6144,0.07684799697664049
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,16384,0.18152266078525117
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,4096,0.04710222283999125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,65536,0.6180222299363878
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,3584,0.04594577683342827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,5120,0.06424888637330797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,1024,0.01588711142539978
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,2560,0.03465866711404588
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,2048,0.02886399957868788
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,3072,0.040018667777379356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,1536,0.02106844385464986
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,512,0.012704888979593912
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,768,0.017419555120997958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,256,0.0063822223908371395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,12288,0.1388782262802124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,32,0.00444444434510337
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,128,0.0048142220411035745
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,8192,64,0.004791111167934206
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,8192,0.08887110816107856
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,16384,0.16329422261979845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,7168,0.07868533664279513
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,6144,0.06900088654624091
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,10240,0.11059377590815227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,5120,0.0577768882115682
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,3584,0.04152889053026835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,12288,0.1303057803048028
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,4096,0.046275556087493896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,3072,0.03644533289803399
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,2048,0.02591466738118066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,768,0.016742222838931613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,128,0.004927111168702443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,256,0.005271111097600725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,1536,0.018558222386572096
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,512,0.012120889292822944
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,1024,0.015074667003419666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,32,0.0041422223051389056
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,2560,0.03126222226354811
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,64,0.004545777622196409
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,7168,65536,0.5671573215060765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,16384,0.12496533658769395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,10240,0.08842577536900838
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,7168,0.06361244122187297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,8192,0.07535199986563788
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,6144,0.05511022276348538
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,5120,0.04253866606288486
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,4096,0.03523022267553542
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,12288,0.10627288950814141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,2560,0.02511111067401038
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,1536,0.015185778339703878
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,3584,0.03394133183691237
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,3072,0.026679111851586237
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,512,0.008186666501892937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,256,0.005500444521506627
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,768,0.009660444325870937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,65536,0.46378310521443683
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,2048,0.020977778567208186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,128,0.004563555535342959
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,1024,0.012499555945396423
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,64,0.004280000097221798
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,6144,32,0.003929777691761653
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,16384,0.1056177748574151
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,8192,0.06296088960435656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,6144,0.046613332298066884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,12288,0.08920622534222072
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,7168,0.05371555685997009
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,10240,0.07525866561465792
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,4096,0.03189155459403992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,3584,0.0285502208603753
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,2048,0.018166222506099276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,3072,0.024866667058732774
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,2560,0.019543111324310303
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,5120,0.03913955556021796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,1024,0.011272889044549731
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,1536,0.013507555756303998
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,256,0.005335111171007156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,512,0.007096000015735626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,768,0.014264000786675347
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,128,0.004181333300140169
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,64,0.0032746667663256326
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,65536,0.38640088505215114
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,5120,32,0.0032755554550223877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,7168,0.03981688949796889
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,12288,0.07201866971121894
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,10240,0.0609804458088345
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,8192,0.05256799856821696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,5120,0.0295413335164388
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,6144,0.034541332059436373
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,16384,0.09788444307115342
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,3584,0.02446488870514764
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,3072,0.021663111117151048
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,4096,0.026365333133273657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,65536,0.31065599123636883
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,2560,0.017113778326246474
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,1536,0.012936000194814471
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,2048,0.014360000689824423
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,768,0.013464888764752282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,512,0.0057857777509424425
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,1024,0.010210666391584609
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,32,0.0032097777972618737
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,64,0.0032213332338465583
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,256,0.005205333232879639
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,12288,0.06887911425696479
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,4096,128,0.004102222207519743
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,8192,0.04980088935958015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,10240,0.05403111047214932
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,16384,0.09253244267569648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,7168,0.04229422079192268
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,5120,0.028949333561791316
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,3584,0.021361778179804485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,6144,0.036871112055248685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,3072,0.02085777786042955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,65536,0.2787582344479031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,4096,0.025295999315049913
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,1024,0.00977600034740236
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,2048,0.013941332697868347
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,1536,0.011172444456153445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,256,0.004951111144489712
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,2560,0.017978666557206046
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,64,0.003195555466744635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,32,0.003198222153716617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,512,0.005713777823580637
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,768,0.013016888664828407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3584,128,0.0040835556056764396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,8192,0.04055466585689121
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,16384,0.07736800114313762
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,7168,0.03568533394071791
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,10240,0.04437333345413208
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,6144,0.03087377879354689
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,12288,0.0518817769156562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,5120,0.026650667190551758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,3072,0.01687733332316081
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,3584,0.020269332660569083
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,2560,0.016262221667501662
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,65536,0.2731040053897434
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,2048,0.013335111240545908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,1536,0.011377777490350934
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,1024,0.008524444368150499
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,512,0.005657777604129579
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,768,0.01109777804878023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,128,0.0035582222044467926
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,256,0.004495111190610462
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,32,0.0031840000301599503
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,4096,0.022913777165942725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,3072,64,0.003181333343187968
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,12288,0.043185777134365506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,6144,0.027049778236283198
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,7168,0.0306346681382921
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,8192,0.030799110730489094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,10240,0.04092444313897027
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,16384,0.06588888830608793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,4096,0.019800888167487252
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,3584,0.016561778055297006
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,3072,0.015228443675571017
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,65536,0.22733688354492188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,2048,0.013186666700575085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,1536,0.01073155552148819
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,5120,0.023503111468421087
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,768,0.010414222048388587
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,1024,0.00794488853878445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,512,0.005616888817813661
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,2560,0.014829332629839579
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,256,0.004382222063011593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,64,0.0030862221287356485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,128,0.003458666718668408
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,16384,0.04877510997984144
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2560,32,0.0030942221896515954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,8192,0.027080888549486797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,7168,0.025292444560262892
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,10240,0.03350222110748291
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,12288,0.040058665805392794
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,5120,0.017869333426157635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,4096,0.015726221932305228
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,65536,0.17070755693647596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,6144,0.022276444567574397
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,2560,0.011898666620254517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,2048,0.010840000377760993
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,1024,0.0075804442167282104
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,3584,0.015463110473420886
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,768,0.0094373333785269
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,256,0.004231111043029361
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,3072,0.014364444547229342
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,128,0.0033520000676314035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,1536,0.00980711148844825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,64,0.0030737777964936364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,32,0.003055111194650332
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,2048,512,0.005607999861240387
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,12288,0.028402666250864666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,10240,0.024617777930365667
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,8192,0.023136888941129048
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,7168,0.01798311041461097
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,16384,0.0403439998626709
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,6144,0.01645511057641771
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,5120,0.014818666709793938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,3584,0.01573777695496877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,4096,0.013178666432698568
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,2560,0.011312888728247749
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,3072,0.01109333336353302
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,2048,0.009147555463843876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,1536,0.00942755573325687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,768,0.006851555572615729
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,65536,0.1322231160269843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,1024,0.006550222221348021
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,64,0.0030053332448005676
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,128,0.0033235556135574975
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,256,0.0041831110914548235
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,512,0.005584888988071018
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1536,32,0.0029884444342719186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,12288,0.02103999919361538
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,8192,0.016335111525323655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,65536,0.08646933237711589
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,16384,0.028692444165547688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,10240,0.01831377711560991
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,4096,0.011126221881972419
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,6144,0.013378666506873237
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,7168,0.01573511130279965
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,3584,0.010656000011497073
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,2560,0.008488000267081791
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,3072,0.012930666406949362
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,1024,0.007559110720952352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,1536,0.007705777883529663
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,768,0.006624889042642381
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,512,0.005947555518812603
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,256,0.004488000025351842
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,64,0.00291377781993813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,128,0.0034231110993358824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,65536,0.06680711110432942
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,10240,0.01889600025282966
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,32,0.002903999967707528
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,12288,0.01903288894229465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,5120,0.013255111045307584
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,5120,0.01330133361948861
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,6144,0.01408266690042284
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,7168,0.015572445260153877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,8192,0.0162791113058726
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,3584,0.011307555768224927
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,3072,0.009682666924264696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,4096,0.012482666307025485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,2048,0.0069511110583941145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,1536,0.007248889240953658
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,2560,0.008059555457697975
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,1024,0.0075235557225015424
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,768,0.006598222172922558
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,1024,2048,0.00943022221326828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,512,0.005931555396980709
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,128,0.0033902221669753394
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,32,0.002855111120475663
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,64,0.0028568889117903183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,16384,0.024463999602529738
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,16384,0.015414221419228448
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,12288,0.014313777287801107
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,10240,0.01294222225745519
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,8192,0.010871111518806882
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,65536,0.053074667851130165
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,7168,0.010984000232484607
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,4096,0.00796888851457172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,3584,0.007265778051482306
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,6144,0.009649777577983009
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,3072,0.007888000044557784
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,2048,0.0069724445541699724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,2560,0.007728888756699032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,5120,0.009177777502271865
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,1536,0.006176888942718506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,256,0.004483555754025777
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,1024,0.0075191110372543335
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,512,0.00555644432703654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,128,0.0034062222888072333
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,64,0.0028640000770489373
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,16384,0.011031111081441244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,12288,0.01034222212102678
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,768,256,0.004488888714048597
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,10240,0.00906844437122345
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,65536,0.026322666141721938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,32,0.002826666666401757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,8192,0.00756888919406467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,7168,0.007393777370452881
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,6144,0.007017778025733099
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,5120,0.006695999867386288
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,4096,0.00646311127477222
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,3584,0.006710222197903528
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,3072,0.006258666515350342
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,2560,0.007621333003044128
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,512,0.00543200017677413
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,1024,0.007497777541478475
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,768,0.006558222075303395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,2048,0.006075555665625467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,1536,0.005731555736727185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,128,0.003359111025929451
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,512,768,0.006582222051090664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,256,0.004465777840879229
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,64,0.0028364445186323593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,256,32,0.0028035555862718155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,16384,0.00851644410027398
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,12288,0.007485333416197035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,7168,0.007082666787836287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,6144,0.0068408888247278
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,8192,0.006701333241330252
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,10240,0.007074666519959767
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,65536,0.017682666579882305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,4096,0.006414222220579783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,5120,0.006585777633719974
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,3072,0.006115555349323485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,3584,0.006861333217885759
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,2048,0.006118222243256039
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,2560,0.0075733330514695905
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,1024,0.007480888730949826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,768,0.00656088896923595
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,256,0.004376000000370873
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,512,0.0052791109515561005
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,32,0.0027822222974565295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,64,0.0027751111321979095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,128,0.0033208889265855155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,128,1536,0.005666666560702854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,16384,0.00813688917292489
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,12288,0.007622222105662028
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,65536,0.013843555417325763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,10240,0.00738666703303655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,8192,0.007122666471534305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,4096,0.006344888773229387
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,7168,0.007142222589916653
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,6144,0.00664444433318244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,5120,0.006919999917348226
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,3072,0.006232888748248418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,3584,0.0063742221229606206
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,2560,0.006102222121424145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,2048,0.005948444621430502
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,1536,0.005790222022268508
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,1024,0.005079999979999331
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,768,0.00543200017677413
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,128,0.003313777761326896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,512,0.0053342220683892565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,64,0.0027911110470692315
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,256,0.004345777961942884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,64,32,0.0027840000887711844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,8192,0.007197333706749811
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,12288,0.007312888900438945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,10240,0.0069982219073507525
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,16384,0.007690666450394525
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,65536,0.011172444456153445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,6144,0.006856888946559694
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,3072,0.005709333138333426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,5120,0.006919999917348226
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,4096,0.006022222340106964
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,3584,0.005976888868543837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,2048,0.006117333140638139
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,1024,0.004925333377387789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,2560,0.006126222097211414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,768,0.005154666801293691
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,512,0.005019555489222209
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,256,0.004322666674852371
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,64,0.0027706666539112725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,1536,0.005340444544951121
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,128,0.0032986667421129015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,32,0.002776888923512565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,2,32,7168,0.007204444044166141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,6144,0.4825048976474338
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,7168,0.5604177580939399
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,8192,0.6384746763441298
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,10240,0.8975804646809896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,3584,0.272582213083903
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,12288,0.9868444866604276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,4096,0.3370800018310547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,16384,1.2538222206963432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,5120,0.45298311445448136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,3072,0.2595493263668484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,1536,0.1247333288192749
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,2560,0.2185528940624661
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,2048,0.1607475545671251
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,768,0.06857422325346205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,1024,0.09435111284255981
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,512,0.057520886262257896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,256,0.027455111344655354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,128,0.014718222949239941
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,32,0.008151111503442129
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,65536,64,0.014388443695174323
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,12288,0.26666755146450466
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,10240,0.22492355770534941
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,16384,0.35447200139363605
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,8192,0.18621955977545845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,6144,0.1411457724041409
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,5120,0.12167821990119086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,7168,0.16220533847808838
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,4096,0.09741244713465373
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,3584,0.08572622140248616
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,3072,0.07829511165618896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,1024,0.030231111579471167
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,2560,0.06610488891601562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,1536,0.043302221430672534
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,256,0.009806222385830348
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,64,0.007746666669845581
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,512,0.016513778103722464
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,128,0.005379555539952383
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,2048,0.05408799979421827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,768,0.02233955595228407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,32,0.004280000097221798
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,10240,0.1718275547027588
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,8192,0.14239111211564806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,12288,0.2104382250044081
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,7168,0.12448533376057942
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,16384,65536,1.3516719606187608
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,16384,0.26843378278944224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,6144,0.09928266869650947
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,4096,0.07418844434950086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,5120,0.09292888641357422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,3072,0.05473600162400139
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,2560,0.04675733380847507
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,1536,0.02646844420168135
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,3584,0.06243199772304959
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,2048,0.03847377830081516
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,128,0.004505777938498391
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,256,0.008616888688670265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,768,0.01684977776474423
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,64,0.006167999986145232
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,512,0.012697777814335294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,1024,0.021408889028761122
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,32,0.0037928890022966596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,8192,0.11703199810451931
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,10240,0.14344710773891872
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,16384,0.22153245078192818
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,7168,0.10248977608150905
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,6144,0.0879395537906223
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,12288,65536,1.020425796508789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,12288,0.16908089319864908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,3072,0.04747200012207031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,5120,0.07352355453703138
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,2048,0.032107555203967623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,1536,0.025286222497622173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,4096,0.060736887984805636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,768,0.01462044484085507
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,2560,0.04046400056944953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,3584,0.053935110569000244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,512,0.011583999627166323
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,256,0.0074746666683091064
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,1024,0.01869066721863217
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,128,0.004286222159862518
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,64,0.00526311124364535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,32,0.0037084445357322693
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,10240,65536,0.7719519933064779
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,7168,0.0752391086684333
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,10240,0.11741067303551568
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,8192,0.09691199991438125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,16384,0.18398933940463594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,5120,0.05632978015475803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,12288,0.13933332761128744
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,6144,0.07301866345935397
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,2048,0.0243857784403695
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,3072,0.04054933455255296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,4096,0.05110488997565376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,1024,0.01588800052801768
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,256,0.005853333406978183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,768,0.01162577751610014
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,1536,0.021558221843507554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,2560,0.034727109803093806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,64,0.004279110994603899
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,3584,0.04608266552289327
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,65536,0.6983902189466688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,512,0.01053600013256073
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,128,0.004965333475006951
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,12288,0.11066933472951253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,8192,32,0.0032906666811969546
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,16384,0.1647591061062283
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,8192,0.08792710966534084
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,10240,0.10497955481211345
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,7168,0.07548622290293376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,6144,0.06544444296095106
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,5120,0.05561066336101956
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,4096,0.04571288824081421
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,2048,0.02460622290770213
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,3584,0.04096444447835287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,2560,0.030999110804663763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,3072,0.03575999869240655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,768,0.011977777712874942
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,256,0.005411555369695027
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,1024,0.014539556370841132
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,512,0.009767110976907942
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,1536,0.019828443725903828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,64,0.005255110975768831
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,65536,0.5640080240037706
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,32,0.003559999995761447
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,8192,0.06688355737262301
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,10240,0.07929778099060059
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,7168,128,0.004578666554556953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,12288,0.10392533408270942
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,5120,0.041913777589797974
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,6144,0.049661331706576876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,7168,0.06344444221920438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,16384,0.13916977246602377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,3072,0.02678577767478095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,4096,0.038183109627829656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,768,0.01016977760526869
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,1024,0.011343999869293638
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,2048,0.021412443783548143
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,1536,0.01682577696111467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,3584,0.033913777934180364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,128,0.003991111285156674
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,512,0.008205333517657386
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,2560,0.02534488836924235
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,65536,0.5167484283447266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,64,0.003867555409669876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,32,0.003314666656984223
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,6144,256,0.004598222259018156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,12288,0.088755554623074
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,7168,0.05379644367429945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,6144,0.041895111401875816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,10240,0.0753377808464898
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,8192,0.06316710842980279
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,4096,0.03328088919321696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,3584,0.025965332984924316
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,3072,0.02496444516711765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,5120,0.03931466738382975
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,2560,0.021800888909233943
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,16384,0.1186408864127265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,1536,0.013439111411571503
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,1024,0.011032000184059143
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,768,0.009367999931176504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,512,0.007348444726732042
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,256,0.00425155543618732
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,2048,0.018016889691352844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,65536,0.41493866178724503
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,128,0.003642666671011183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,8192,0.04760533240106371
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,64,0.003469333259595765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,16384,0.09776088926527236
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,10240,0.054789334535598755
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,12288,0.07206755876541138
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,5120,32,0.003318222239613533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,7168,0.039579557047949895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,6144,0.03458044595188565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,4096,0.024080889092551336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,5120,0.032778667079077825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,65536,0.34057778782314724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,3072,0.021575111481878493
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,3584,0.024458666642506916
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,2560,0.017128888103697035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,2048,0.01443733274936676
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,1536,0.011959111524952782
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,768,0.00813244448767768
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,512,0.005913777897755305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,64,0.003632889025741153
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,256,0.003915555361244413
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,1024,0.010009778042634329
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,128,0.0034542222403817703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,4096,32,0.0027928888383838865
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,16384,0.09065066443549262
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,6144,0.031798223654429116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,12288,0.060830222235785596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,8192,0.048340443107816905
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,5120,0.027232888672086928
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,7168,0.04187822341918945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,3584,0.020411555965741474
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,10240,0.05589510997136434
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,3072,0.018057778477668762
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,2048,0.013208000196350945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,65536,0.3118782308366564
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,1024,0.008647110727098253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,2560,0.017295110556814406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,256,0.00851022203763326
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,768,0.008207999997668797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,4096,0.024171556035677593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,1536,0.012118221984969245
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,512,0.0052391112678580815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,128,0.0033662221911880705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,32,0.0027475555737813315
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3584,64,0.0034835553831524322
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,10240,0.043191111750072904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,12288,0.05637511279847887
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,16384,0.07775021923912896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,7168,0.03206844462288751
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,8192,0.03929422299067179
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,65536,0.2424231105380588
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,3072,0.016902221573723685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,3584,0.020651555723614164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,2048,0.012454222473833295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,1536,0.01054222219520145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,2560,0.016597333881590102
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,6144,0.03129155437151591
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,4096,0.0229795558585061
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,1024,0.008553778131802877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,128,0.0033004445334275565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,64,0.003157333367400699
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,768,0.00654755574133661
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,256,0.003630222131808599
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,512,0.004505777938498391
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,32,0.002687999978661537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,3072,5120,0.02685866587691837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,16384,0.06229866875542534
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,10240,0.03698933455679152
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,8192,0.03123733401298523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,7168,0.027793778313530818
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,6144,0.026849778162108526
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,12288,0.04790311058362325
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,65536,0.2303911050160726
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,5120,0.02145066691769494
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,3584,0.016495111915800307
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,4096,0.018183999591403537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,3072,0.015085332923465304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,2560,0.014754666222466363
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,512,0.004096888833575779
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,768,0.006743999818960826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,1536,0.011222222612963783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,2048,0.0140337778462304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,256,0.0034942221310403612
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,1024,0.008775999976529015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,128,0.0035911111368073356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,16384,0.04969333277808296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,64,0.003019555575317807
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,10240,0.038528889417648315
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,8192,0.030405332644780476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,6144,0.02626222206486596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,65536,0.1824400027592977
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,4096,0.01830400029818217
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,5120,0.023335110810067918
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,3584,0.016601777738995023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,2560,0.014441778262456259
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,3072,0.01574222246805827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,7168,0.029841777351167467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,2048,0.01033688916100396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,1536,0.009464888936943477
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,768,0.0063973334100511335
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,1024,0.007256000406212277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,512,0.00423555572827657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2560,32,0.002777777819169892
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,64,0.00300444434914324
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,32,0.003055111194650332
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,10240,0.03059911065631443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,65536,0.1229119963116116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,256,0.003591999825504091
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,16384,0.04574577675925361
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,7168,0.022089777721299067
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,8192,0.024756444825066462
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,12288,0.04435555471314324
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,6144,0.018181333939234417
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,12288,0.0355022218492296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,2560,0.01090755561987559
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,2048,0.009388444324334463
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,3072,0.012315555579132505
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,5120,0.017678222722477384
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,3584,0.014347554908858405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,1024,0.006443555570311016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,1536,0.007280000381999546
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,512,0.004950222041871813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,768,0.0058764442801475525
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,64,0.0029884444342719186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,256,0.0034640000926123727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,4096,0.01461955573823717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,32,0.003061333257291052
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1536,128,0.0035386664999855887
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,2048,128,0.003408000080121888
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,16384,0.02899644441074795
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,8192,0.01796266602145301
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,7168,0.015314666761292351
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,12288,0.024821332759327356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,65536,0.09602577818764581
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,6144,0.014373333917723762
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,10240,0.021776888105604384
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,3584,0.009233777721722921
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,2560,0.008381333616044786
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,4096,0.009840889109505547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,1536,0.007685333490371704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,3072,0.008197333249780867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,5120,0.012832000023788877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,2048,0.006785777707894643
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,1024,0.00480355570713679
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,128,0.003152888889114062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,768,0.005504888792832692
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,256,0.0033413333197434745
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,64,0.0028595555987623003
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,32,0.0029493332323100832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,1024,512,0.004168888760937585
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,10240,0.01718844473361969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,12288,0.01961599952644772
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,16384,0.023059555225902136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,7168,0.013388444152143268
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,6144,0.011044444309340583
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,5120,0.010626667075686984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,3584,0.007994666695594788
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,8192,0.014108444253603617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,2560,0.007888000044557784
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,65536,0.06545422474543254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,4096,0.008790222307046255
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,2048,0.007531555162535773
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,1536,0.005910222315125995
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,3072,0.007811555431948767
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,768,0.0041866666740841335
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,64,0.0028071111689011254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,512,0.003989333493842019
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,256,0.0032426667296224167
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,128,0.003035555490189128
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,1024,0.004323555363549126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,768,32,0.0029191111938820947
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,12288,0.016048888365427654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,16384,0.018177777528762817
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,8192,0.012078222301271228
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,7168,0.012210666305489011
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,10240,0.016354666815863717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,6144,0.01053244454993142
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,4096,0.007731555236710443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,5120,0.009376000199053023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,65536,0.04961955547332764
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,3584,0.008068444828192392
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,1536,0.005014222115278244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,2560,0.006704888823959563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,3072,0.006153777655627992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,768,0.004335111214054955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,2048,0.004490666505363253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,1024,0.003760888758632872
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,64,0.0027635554886526535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,256,0.0033777778347333274
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,32,0.0026462222966882917
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,512,0.00423555572827657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,16384,0.010985777609878115
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,512,128,0.00300177786913183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,65536,0.026388444834285315
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,8192,0.00702400008837382
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,10240,0.008850666383902231
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,7168,0.007134222322040134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,6144,0.008608000146018134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,5120,0.008463111188676622
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,12288,0.010581333604123859
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,3072,0.005935110979610019
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,4096,0.0053377776510185665
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,2560,0.005710222240951326
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,2048,0.004325333154863781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,768,0.003632889025741153
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,3584,0.006754666566848755
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,512,0.0033982222278912864
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,1024,0.0037466668420367767
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,1536,0.004569777597983678
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,256,0.0026337777574857077
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,64,0.002672000063790215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,32,0.002529777793420686
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,256,128,0.0027146666414207886
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,12288,0.007056000332037608
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,10240,0.006713777780532837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,16384,0.008806222014957005
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,8192,0.005764444255166584
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,65536,0.01647911138004727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,7168,0.0059004442559348206
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,6144,0.005712000032265981
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,2560,0.0052871112194326185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,5120,0.005695111221737332
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,3072,0.0052826665341854095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,2048,0.003576000117593341
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,3584,0.006734222173690796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,1536,0.0034497777620951333
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,512,0.0033617777129014335
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,4096,0.006911110960774952
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,768,0.00350577798154619
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,256,0.0030586665703190696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,32,0.0025128889828920364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,1024,0.003020444470975134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,64,0.0024577778660588795
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,128,128,0.002532444480392668
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,16384,0.009062222308582729
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,65536,0.014631999863518609
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,12288,0.006272000157170826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,10240,0.006086222413513396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,8192,0.005977777971161737
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,6144,0.005658666706747479
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,3584,0.0052666668262746595
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,5120,0.005526222288608551
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,4096,0.005390222287840313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,3072,0.0052426668504873914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,2560,0.005316444569163852
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,2048,0.005033777819739448
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,768,0.0046160001721647055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,1024,0.004634666774008009
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,512,0.004619555754794015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,1536,0.00507733349998792
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,256,0.004316444612211651
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,64,0.002581333327624533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,128,0.0028533333291610083
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,32,0.0026817777090602448
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,65536,0.01201866649919086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,64,7168,0.005568000177542369
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,16384,0.00628977765639623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,8192,0.005094222310516569
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,10240,0.005877333382765452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,12288,0.005998222364319696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,7168,0.004993777722120285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,5120,0.0047084444926844705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,6144,0.00481244424978892
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,3584,0.00462400002612008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,4096,0.004825777891609403
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,3072,0.004638222356637319
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,2560,0.004648000001907349
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,2048,0.004467555632193883
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,1024,0.00443822228246265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,768,0.004538666870858935
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,1536,0.00452533322903845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,512,0.004252444538805219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,256,0.004318222403526306
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,128,0.0028328889360030494
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,64,0.002579555536309878
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,gemm,vllm_default,float16,1,32,32,0.0024542222834295696
