framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.4567039966583252
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.43376641273498534
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.6286335945129394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.4334591865539551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.7483391761779785
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.4555776119232178
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.01,0.8382464408874511
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.6689792156219483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.7477248191833497
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.01,1.1256832122802733
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.2,0.06492159962654113
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.01,0.06481919884681701
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.2,0.7270400047302246
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.2,1.0576895713806151
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.01,1.4050304412841796
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.2,1.3726719856262206
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.01,1.558732795715332
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.8062975883483887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.8424448013305664
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.2,0.07434239983558655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.2,1.6152576446533202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.01,0.07127040028572082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.01,2.717900848388672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.2,0.1381376028060913
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.01,0.1539072036743164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.2,0.9675775527954101
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.2,2.8075008392333984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.01,0.9730048179626465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.2,0.20971519947052003
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.01,0.24227840900421144
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.2,0.2982912063598633
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.01,0.3407871961593628
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.2,2.1921791076660155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.2,0.5789696216583252
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.01,0.5798912048339844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.01,2.311680030822754
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.2,0.6371327877044678
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.01,0.624128007888794
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.01,2.369945526123047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.2,0.6628352165222168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.01,0.6346752166748046
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.2,3.483545684814453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.01,2.4704000473022463
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.2,2.344038391113281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.2,0.6922239780426025
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.01,4.076031875610352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.01,0.6668288230895996
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.01,2.4858623504638673
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.01,4.25533447265625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.2,2.473369598388672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.2,0.7031807899475098
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.01,0.6856704235076905
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.2,4.29117431640625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.01,2.5400320053100587
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.2,2.4843263626098633
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.2,0.7222271919250488
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.01,0.7085055828094482
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.01,4.298649597167969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.2,4.961587142944336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.01,2.669260787963867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.2,2.5740287780761717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.2,4.399513626098633
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.01,5.701222229003906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.2,2.692505645751953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.01,2.7074560165405273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.01,4.451635360717773
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.2,4.40893440246582
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.2,2.77524471282959
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.01,2.8499967575073244
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.01,4.520550537109375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.2,2.8740608215332033
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.01,2.9079551696777344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.2,4.527308654785156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.2,8.25006103515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.01,8.397618865966797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.2,2.992435264587402
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.01,2.9826047897338865
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.01,4.609126281738281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.2,4.604825592041015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.2,1.0080256462097168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.01,0.9927680015563964
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.2,3.1085567474365234
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.01,3.263078308105469
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.01,4.655206298828125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.01,0.9955327987670899
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.2,1.0203136444091796
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.2,4.6660606384277346
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.2,3.1880191802978515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.01,3.319910430908203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.2,1.0621952056884765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.01,1.0341376304626464
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.2,8.99072036743164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.01,4.831641769409179
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.2,3.4086910247802735
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.01,3.6985855102539062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.2,4.886528015136719
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.01,9.022054290771484
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.2,1.105510425567627
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.01,1.071513557434082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.2,3.705344009399414
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.2,1.1042816162109375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.01,5.046681594848633
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.01,1.1027456283569337
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.01,4.117708969116211
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.2,5.100032043457031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.2,1.1529215812683105
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.01,1.1578368186950683
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.2,4.189184188842773
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.01,5.317119979858399
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.01,5.3872638702392575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.2,5.175193786621094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.2,9.329459381103515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.01,9.258290863037109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.2,1.266380786895752
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.01,1.2535807609558105
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.2,5.418495941162109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.2,1.3683712005615234
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.01,1.3402112007141114
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.01,5.6864768981933596
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.2,5.712076950073242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.01,6.716825866699219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.2,1.6082944869995117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.01,1.5682559967041017
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.2,6.763314819335937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.2,5.941555023193359
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.01,6.16099853515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.2,9.86460189819336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.2,1.8503679275512694
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.01,1.7967103958129882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.01,9.622937774658203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.01,9.632768249511718
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.2,6.543666839599609
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.2,2.3942144393920897
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.01,6.487142181396484
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.01,2.3275520324707033
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.2,9.739059448242188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.2,2.9858816146850584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.01,2.903347206115723
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.2,7.2165374755859375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.01,7.332966613769531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.2,10.810470581054688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.01,10.460467529296874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.01,12.721663665771484
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.2,4.24529914855957
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.01,4.129996871948242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.2,12.860517883300782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.2,9.519206237792968
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.01,9.418956756591797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.2,5.542297744750977
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.01,5.3146625518798825
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.2,11.555635070800781
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.01,11.21443862915039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.2,11.287142181396485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.01,11.508940887451171
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.01,19.204505920410156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.2,19.063296508789062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.01,8.002252960205078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.2,8.43509750366211
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.2,12.418048095703124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.01,11.877887725830078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.2,15.814962768554688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.01,15.970407104492187
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.01,10.60864028930664
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.2,11.802009582519531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.01,25.70874938964844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.01,13.105766296386719
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.2,13.916160583496094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.2,25.558425903320312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.2,20.514303588867186
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.01,21.01739501953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,1,power_law_1.01,13.448396301269531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,1,power_law_1.2,14.379008483886718
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.01,17.05021514892578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.2,17.40349426269531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.2,30.730752563476564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.01,43.12063903808594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.01,31.542477416992188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.01,17.728204345703126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,1,power_law_1.01,22.31224365234375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.2,18.42206726074219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.2,42.221466064453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,1,power_law_1.2,24.19988555908203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.01,18.198118591308592
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.2,18.778317260742188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.2,43.112448120117186
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.01,43.11705627441406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.01,19.813990783691406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.2,20.697190856933595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,1,power_law_1.01,47.19032287597656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.01,62.987982177734374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.22128639221191407
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.2,62.45601196289063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,1,power_law_1.2,49.0355712890625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.24217600822448732
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.5233664035797119
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.22067201137542725
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.01,21.095628356933595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.23418879508972168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.01,0.8763392448425293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.2,21.857586669921876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.4851712226867676
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.01,1.2413951873779296
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.2,0.753766393661499
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.01,2.238259124755859
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.2,1.1035648345947267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.01,2.408243179321289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.2,2.2620159149169923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.01,2.5222143173217773
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.2,2.4052736282348635
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.01,2.57259521484375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.2,2.555084800720215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.01,23.184895324707032
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.01,2.652262306213379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.2,2.6863616943359374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.2,23.684710693359374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.01,2.8651519775390626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.2,2.7579391479492186
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.2,2.9034496307373048
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.01,3.993190383911133
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.01,72.19323120117187
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.2,77.02794189453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.2,4.104089736938477
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.01,4.0300544738769535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.2,4.130303955078125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.01,4.192460632324218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.01,24.94934997558594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.2,4.203622436523437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.01,4.2877952575683596
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.2,26.142617797851564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.2,4.392959976196289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.01,4.4548095703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.2,4.485734558105468
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.01,4.634931182861328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.2,4.640153503417968
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.01,4.965478515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.2,5.024972915649414
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.01,29.20386657714844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.01,5.3638145446777346
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.01,99.87758178710938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.2,101.31312866210938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.2,30.558001708984374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.2,5.5013374328613285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.01,6.23902702331543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.2,6.412493133544922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.01,7.2395774841308596
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.2,7.390617370605469
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.01,9.420185852050782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.01,34.1254150390625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.2,9.750527954101562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.01,11.535769653320312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.2,35.701348876953126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.2,12.16890869140625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.01,111.80595703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.2,109.49744873046875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.01,16.50892791748047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.2,18.00120391845703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.01,44.33817749023437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.01,21.846937561035155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.2,48.025088500976565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.2,24.00235595703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.01,32.67891235351563
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.01,133.75262451171875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.2,37.240728759765624
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.2,142.40665283203126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.01,55.2859619140625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.2,60.734771728515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.01,45.273294067382814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.2,52.72401733398438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.01,80.3746826171875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.01,172.594482421875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,1,power_law_1.01,57.33519287109375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.2,185.43564453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.2,93.73685913085937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,1,power_law_1.2,63.66965942382812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,1,power_law_1.01,164.7984619140625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,1,power_law_1.2,174.68641357421876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.01,106.973486328125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,1,power_law_1.01,99.00011596679687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,1,power_law_1.2,105.82845458984374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.2,121.38720703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.01,243.5126220703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.2,240.9121826171875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,1,power_law_1.01,139.46070556640626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,1,power_law_1.2,154.97021484375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,1,power_law_1.01,214.150341796875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.5273600101470948
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.01,0.8920063972473145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,1,power_law_1.01,280.6275146484375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.01,1.225113582611084
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.01,2.4419328689575197
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.01,3.6027393341064453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,1,power_law_1.2,286.6357177734375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.01,6.399590301513672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.01,6.848102569580078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,1,power_law_1.2,223.3394287109375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.5255167961120606
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.01,7.291187286376953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.2,0.631603193283081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.2,1.1582464218139648
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.2,2.0702207565307615
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.01,7.53623046875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.2,3.0906368255615235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.01,8.104447937011718
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.2,6.481510162353516
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.01,8.793804931640626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.2,6.988800048828125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.2,7.366143798828125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.01,9.678336334228515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.2,8.04300765991211
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.01,12.55362548828125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.2,8.527462768554688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.01,13.06480712890625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.2,9.22245101928711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.2,10.089164733886719
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.01,13.320600891113282
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,1,power_law_1.01,234.000390625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.2,13.281791687011719
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.01,13.724159240722656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.2,13.56328887939453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.01,14.59210205078125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.2,13.700607299804688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,1,power_law_1.01,297.194384765625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.01,15.469363403320312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,1,power_law_1.2,292.6868408203125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.2,14.073446655273438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.01,16.527667236328124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.2,14.87298583984375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.01,18.741453552246092
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.2,15.862886047363281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,1,power_law_1.2,260.9875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.01,20.64250946044922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.2,16.75694122314453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.2,19.042713928222657
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.01,26.10401306152344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.2,21.600767517089842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.01,31.791104125976563
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.2,27.460812377929688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.01,44.74132385253906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.2,34.39810485839844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.2,49.83111572265625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.01,57.99342041015625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.2,65.00157470703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.01,88.19640502929687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,1,power_law_1.01,567.186328125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.01,0.4841472148895264
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.01,0.8600576400756836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.01,1.6465919494628907
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.01,2.0782079696655273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.2,101.21594848632813
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,1,power_law_1.2,592.69169921875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.01,4.745113754272461
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.2,0.48394241333007815
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.01,7.001292419433594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.2,0.8589311599731445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.2,1.1390975952148437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.01,8.618291473388672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.2,2.2006784439086915
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.2,3.9190528869628904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.01,120.0195556640625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.01,11.483853149414063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.2,6.054502487182617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.01,12.04500503540039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.2,7.267430114746094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,1,power_law_1.01,494.243212890625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,1,power_law_1.01,520.317138671875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.01,0.4493311882019043
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.01,0.5203968048095703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,1,power_law_1.2,489.383837890625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.01,0.6276095867156982
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.01,1.4186495780944823
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.01,1.4234623908996582
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.01,1.4457856178283692
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.01,12.537548828125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.2,10.857574462890625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.01,1.4776320457458496
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.01,1.5249407768249512
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.01,1.548799991607666
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.01,1.4511103630065918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.01,1.5048704147338867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.01,1.5125503540039062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.01,1.6073728561401368
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.2,11.432243347167969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.01,1.8069503784179688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.01,13.201612854003907
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.01,2.0960256576538088
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.01,2.1371904373168946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.01,2.524569511413574
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.01,3.32042236328125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.2,11.75726089477539
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.01,4.409241485595703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.01,14.138265991210938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.01,6.788505554199219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.2,135.176806640625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.01,8.57364501953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.2,13.20816650390625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.01,15.057408142089844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.01,14.769970703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.2,13.867315673828125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.01,16.36669464111328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.01,19.897549438476563
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.2,14.836224365234376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.01,17.806130981445314
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,1,power_law_1.2,551.149365234375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.2,0.5156864166259766
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.2,0.47902722358703614
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.2,0.657203197479248
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.2,1.337548828125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.2,16.501759338378907
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.01,28.451431274414062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.2,1.4331904411315919
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,1,power_law_1.01,155.16754150390625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.2,1.4534655570983888
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.2,1.4945280075073242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.2,1.5389696121215821
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.2,1.5346688270568847
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.2,1.4510080337524414
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.01,19.042098999023438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.2,1.4937088012695312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.2,1.5534079551696778
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.2,1.5951871871948242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.2,1.8160640716552734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.2,18.083839416503906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.2,1.89880313873291
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.2,2.2159360885620116
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.2,2.592255973815918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.2,3.57836799621582
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.2,5.015961456298828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.01,24.636006164550782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.2,7.0589439392089846
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.2,19.349606323242188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.01,52.500579833984375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.2,8.811007690429687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.2,13.853593444824218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.01,26.535629272460938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.2,24.975871276855468
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.2,22.053990173339844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,1,power_law_1.2,168.8659912109375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.01,27.88556823730469
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.2,27.287960815429688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.2,32.623410034179685
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.01,85.81826782226562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.01,30.577151489257812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.2,28.788327026367188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.2,31.37628173828125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.01,32.01556396484375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.2,59.321240234375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.2,33.86398620605469
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.01,36.486758422851565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.01,107.04373779296876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,1,power_law_1.01,261.8912841796875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.2,38.60899963378906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.2,84.970703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.01,40.618597412109374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.2,43.452825927734374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.01,50.32857666015625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.2,104.0669677734375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.2,54.359246826171876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,2,power_law_1.01,141.52816162109374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,1,power_law_1.2,282.3416748046875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.01,59.94619140625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.2,66.75292358398437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.01,81.9367919921875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,2,power_law_1.2,139.4778076171875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.2,94.64391479492187
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.01,107.25037841796875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,2,power_law_1.01,219.6704345703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.2,126.108154296875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,2,power_law_1.2,228.1080810546875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,1,power_law_1.01,134.31439208984375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,1,power_law_1.01,568.0861328125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,1,power_law_1.2,157.7376708984375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.2582528114318848
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,1,power_law_1.2,1001.5759765625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.25661439895629884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,1,power_law_1.01,1018.95283203125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.01,0.7664639949798584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.01,0.8872960090637207
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.01,1.1196415901184082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.01,2.088345527648926
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.01,2.1752832412719725
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.333516788482666
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.3159039974212646
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.01,2.1607423782348634
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.01,2.2591487884521486
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.01,2.315776062011719
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.01,2.3658496856689455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.01,2.432614326477051
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.01,2.5630720138549803
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.01,2.7296768188476563
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.01,2.8957696914672852
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.4112383842468262
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.38338561058044435
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.01,3.1095808029174803
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.01,3.6717567443847656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.01,3.624857711791992
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.01,4.355788803100586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.01,5.720166397094727
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.7845888137817383
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.7651328086853028
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.01,7.838105773925781
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.01,11.927552032470704
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.01,0.795033597946167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.2,0.7863296031951904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.01,0.908902359008789
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.2,0.8937472343444824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.01,15.449906921386718
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,1,power_law_1.01,222.6388916015625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.01,0.8927231788635254
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.01,23.252479553222656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.01,0.9129983901977539
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.2,0.8607744216918946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.01,0.9831423759460449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.2,0.9233407974243164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,1,power_law_1.2,599.9876953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.2,1.0085375785827637
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.2,0.8453120231628418
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.2,0.9985024452209472
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.2,1.1180031776428223
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.2,2.4199167251586915
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.2,2.1957632064819337
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.2,2.213171195983887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.2,2.2544384002685547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.2,2.310246467590332
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.2,2.425139236450195
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.01,0.8903679847717285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.01,30.61688232421875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.2,0.8828927993774414
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.2,2.4870912551879885
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.2,2.652569580078125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.2,2.77893123626709
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.2,2.874982452392578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.2,2.9832191467285156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.2,3.283456039428711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.2,3.79791374206543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.01,0.9179136276245117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.2,4.10777587890625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.01,0.9326592445373535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.2,0.9158656120300293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.01,0.9830400466918945
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.2,0.9502719879150391
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.2,0.9851903915405273
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.2,6.459391784667969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.2,7.984025573730468
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.01,56.15687866210938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.2,11.860582733154297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.01,1.032806396484375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.01,1.1348992347717286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.2,0.9918463706970215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.01,1.1917311668395996
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.2,1.1386879920959472
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.2,1.1770879745483398
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.2,14.997811889648437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,2,power_law_1.01,499.175732421875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.43223037719726565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.6676479816436768
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.8254464149475098
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.01,1.4108672142028809
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.01,2.148556709289551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.01,2.201190376281738
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.01,1.3847552299499513
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.01,2.2383615493774416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.2,1.3585408210754395
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.01,1.9790847778320313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.2,1.8958335876464845
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.01,2.2805503845214843
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.01,2.4863744735717774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,1,power_law_1.2,261.0704345703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.2,2.447360038757324
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.01,2.3422975540161133
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.2,25.291366577148438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.01,3.378585433959961
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.01,2.3533567428588866
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.2,3.393843078613281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.01,2.443775939941406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.01,2.5098239898681642
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.01,2.59051513671875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.01,2.7490304946899413
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.01,2.9447168350219726
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.01,3.0491647720336914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.01,3.555123138427734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.01,4.578406524658203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.01,4.444262313842773
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.2,4.457779312133789
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.2,35.91720886230469
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.01,6.593536376953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.01,5.658726501464844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.2,6.466969299316406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.01,7.709696197509766
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.01,89.1663330078125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.01,8.631193542480469
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.2,8.460902404785156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.01,10.086195373535157
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.01,12.559257507324219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.2,12.395110321044921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.01,14.843186950683593
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.01,16.71813049316406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.2,16.280677795410156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,2,power_law_1.2,467.436865234375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.43376641273498534
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.5530623912811279
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.6906879901885986
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.2,1.436569595336914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.2,2.1732351303100588
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.2,58.307073974609374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.01,21.559603881835937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.2,2.209587287902832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.2,2.2409215927124024
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.2,2.243686485290527
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.01,24.80711669921875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.2,2.345574378967285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.2,24.208998107910155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.2,2.372710418701172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.2,2.427289581298828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.2,2.4639488220214845
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.2,2.6440704345703123
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.2,2.7529216766357423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.2,2.9228031158447267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.2,3.098316764831543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.01,37.421774291992186
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.2,3.557478332519531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.01,32.897637939453126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.2,4.428799819946289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.2,32.266546630859374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.2,5.509836959838867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.2,7.727104187011719
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.2,10.175385284423829
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.2,14.831001281738281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,2,1,power_law_1.2,40.34682922363281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,2,1,power_law_1.01,40.923239135742186
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.2,90.4474609375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.01,51.76954956054688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.01,144.80067138671876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.2,21.49171142578125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.2,35.79320373535156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,2,1,power_law_1.2,64.07731323242187
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,2,1,power_law_1.01,65.52852783203124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.01,86.55687866210937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.2,54.05665283203125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.2,142.5265625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,1,power_law_1.01,491.513330078125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.01,0.4898816108703613
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.01,0.9522175788879395
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.01,0.7342080116271973
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,2,1,power_law_1.2,127.99815673828125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.01,1.3849599838256836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,2,1,power_law_1.01,130.51505126953126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.2,0.4923391819000244
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.2,91.078759765625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.01,2.226176071166992
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.25661439895629884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.2,0.8338432312011719
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.01,116.7748046875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.45598721504211426
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.01,3.0256128311157227
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.2,0.5803008079528809
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.567193603515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.2,1.2265472412109375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.01,4.246015930175782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.01,1.2363776206970214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.01,212.48173828125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.2,1.904435157775879
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.01,2.0761600494384767
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.01,4.648755264282227
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.2,2.713599967956543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.01,2.952396774291992
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.01,4.787609481811524
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.2,4.365619277954101
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.01,4.362547302246094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.01,4.9393665313720705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.2,4.698828887939453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.01,4.597248077392578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.01,5.343743896484375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.2,4.865228652954102
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.01,4.746137619018555
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.01,7.905996704101563
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.2,5.066444778442383
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.01,4.908031845092774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.2,5.517516708374023
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.01,5.209088134765625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.01,8.182681274414062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.01,5.502361679077149
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.2,7.829094696044922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.01,8.533401489257812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.01,5.642547225952148
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.2,8.283647918701172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.01,8.727654266357423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.01,6.142771148681641
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.2,8.787865447998048
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.2,115.274951171875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.01,9.085030364990235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.01,8.503807830810548
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.2,9.050214385986328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.01,9.449472045898437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.01,8.637133026123047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.2,9.37359390258789
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.2,197.2263916015625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.01,10.226380920410156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.01,9.12005157470703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,2,1,power_law_1.01,140.56683349609375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.2,9.728819274902344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.01,9.895423889160156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.01,10.923622131347656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.2,10.531327819824218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,1,power_law_1.2,542.059228515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.01,10.512179565429687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.2559999942779541
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.01,11.978854370117187
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.4788224220275879
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.2,11.170098876953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.596889591217041
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.2,1.257164764404297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.01,11.495629119873048
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.01,13.233766174316406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.2,1.926246452331543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.2,12.39705581665039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.2,2.554368019104004
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.01,12.579020690917968
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.2,4.118937683105469
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.01,15.779533386230469
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.2,13.891993713378906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.2,4.470169448852539
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.01,14.67166748046875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.2,4.595711898803711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.01,18.390220642089844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.2,4.941312026977539
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.2,16.51814422607422
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.2,5.321113586425781
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.01,17.13121337890625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,2,power_law_1.01,233.74541015625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.2,5.539123153686523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,2,1,power_law_1.2,141.5751708984375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.2,20.068966674804688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.01,23.902003479003906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.2,5.745356750488281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.01,22.247833251953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.2,6.342348861694336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.2,8.656179046630859
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.2,25.824871826171876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.01,30.3288330078125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.2,9.06240005493164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.01,27.81440124511719
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.2,9.540198516845702
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.2,10.218393707275391
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.2,34.98250122070313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,2,power_law_1.2,200.53616943359376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.2,11.04199676513672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.01,45.33627014160156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.01,39.829095458984376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.2,12.017561340332032
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.2,13.223526000976562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,2,1,power_law_1.01,242.783740234375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.2,51.57652587890625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.2,15.550668334960937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.01,53.30565185546875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.01,58.299188232421876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.2,18.182144165039062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.2,23.693618774414062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.2,72.34447631835937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.2,30.30804443359375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,2,1,power_law_1.01,67.489794921875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,2,1,power_law_1.2,238.967919921875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,2,power_law_1.01,77.49324951171874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.2,45.84407043457031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,2,power_law_1.2,88.29163818359375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.2,63.08290405273438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,2,1,power_law_1.01,114.7493408203125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,2,power_law_1.01,387.8516845703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,2,power_law_1.01,135.8467041015625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,2,1,power_law_1.2,77.54926147460938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,2,power_law_1.2,161.5698974609375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,2,power_law_1.2,407.4037353515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,2,1,power_law_1.2,129.069873046875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,2,1,power_law_1.01,489.73525390625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,2,1,power_law_1.01,253.891064453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.01,0.07444480061531067
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.2,0.07495679855346679
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.01,0.06666240096092224
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.2,0.06215680241584778
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.01,0.10158079862594604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.2,0.10987520217895508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.01,0.15892479419708253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.2,0.1435647964477539
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.01,0.21882879734039307
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.2,0.19118080139160157
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.01,0.31887359619140626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.2,0.32276480197906493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.01,0.3354624032974243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.2,0.35287039279937743
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.01,0.3547136068344116
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.2,0.3719167947769165
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.01,0.4905983924865723
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.2,0.5133312225341797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.01,0.49643521308898925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.2,0.5171199798583984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.01,0.5189631938934326
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.2,0.546611213684082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.01,0.5291007995605469
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.2,0.5465087890625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.01,0.5472256183624268
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.2,0.5585919857025147
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.01,0.5727231979370118
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.2,0.5844992160797119
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.01,0.5974016189575195
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.2,0.5881855964660645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.01,0.6071296215057373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.2,0.6148096084594726
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.01,0.633958387374878
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.2,0.6492159843444825
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.01,0.6905856132507324
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.2,0.7095295906066894
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.01,0.7696383953094482
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.2,0.7802879810333252
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.01,0.9206784248352051
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.2,0.9397248268127442
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.01,1.0772480010986327
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.2,1.1163647651672364
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.01,1.4409728050231934
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.2,1.499852752685547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,2,power_law_1.01,289.18466796875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.01,1.7889280319213867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.2,1.8571264266967773
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.01,0.048844799399375916
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.01,0.055193597078323366
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.01,2.6193920135498048
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.01,0.09605119824409485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.2,2.835865592956543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.01,0.14991359710693358
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.01,0.2194432020187378
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.01,3.2977920532226563
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.2,3.614310455322266
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.01,0.3077120065689087
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.01,0.33607680797576905
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.01,0.3373055934906006
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.01,5.111296081542969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.01,0.3521536111831665
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.2,6.191616058349609
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.01,0.3684351921081543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.01,0.37468159198760986
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,2,1,power_law_1.2,487.457080078125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.01,0.49203200340270997
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.2,0.04843519926071167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.01,0.5062655925750732
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.01,7.0807548522949215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.2,0.05263360142707825
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.01,0.5163008213043213
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.2,7.860838317871094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.2,0.09062399864196777
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.01,0.5431295871734619
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.2,0.12052479982376099
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.01,0.5625855922698975
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.2,0.16506880521774292
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.01,0.573747205734253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.2,0.31344640254974365
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,2,power_law_1.01,8.590847778320313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.01,0.6327295780181885
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.2,0.3436543941497803
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.01,0.6792191982269287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.2,0.35450880527496337
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,2,power_law_1.2,9.676390075683594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.2,0.373145604133606
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.01,0.8003583908081054
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.2,0.37242879867553713
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.01,0.9285632133483886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.2,0.38492159843444823
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.01,1.2140543937683106
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.2,0.5087232112884521
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.2,0.5083136081695556
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.01,1.5047679901123048
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.2,0.540876817703247
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,2,power_law_1.01,14.028901672363281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.2,0.5475327968597412
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.01,2.1354496002197267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.2,0.5638144016265869
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,2,power_law_1.2,16.464793395996093
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.2,0.5849088191986084
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.01,2.7675647735595703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.2,0.6387712001800537
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.2,0.7004159927368164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.2,0.8265727996826172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.01,4.124774551391601
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.2,0.9589759826660156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.2,1.2400639533996582
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.01,5.55048942565918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.2,1.530777645111084
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.2,2.1571584701538087
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,2,power_law_1.2,312.6023193359375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,2,1,power_law_1.01,7.081779479980469
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.2,2.842316818237305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.01,0.22517759799957277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,2,power_law_1.01,30.692864990234376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.01,0.23695359230041504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.2,0.22476799488067628
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.01,0.35287039279937743
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.2,0.16250879764556886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.2,4.353945541381836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.01,0.5623807907104492
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.2,0.2890752077102661
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.01,0.6733823776245117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,2,power_law_1.2,34.06725158691406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.2,0.4484096050262451
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.01,1.1697152137756348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.12062720060348511
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.2,0.6242303848266602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.1388543963432312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,2,1,power_law_1.01,11.557683563232422
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.01,1.2130304336547852
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.2,1.1684864044189454
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.2,5.881548690795898
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.2726912021636963
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.01,1.2782591819763183
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.2,1.2803071975708007
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.4414463996887207
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.01,1.9314687728881836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.2,1.3081600189208984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.644812822341919
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.01,1.9372032165527344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.2,1.9439615249633788
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.01,1.1454463958740235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,2,1,power_law_1.2,7.405055999755859
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.01,1.9809280395507813
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.2,2.0158464431762697
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.01,1.1934720039367677
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.01,1.2455936431884767
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.01,2.0602880477905274
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.2,1.981439971923828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.01,1.3101056098937989
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.01,2.0568063735961912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.2,2.110361671447754
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.01,1.3660160064697267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,2,1,power_law_1.2,273.0863525390625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.01,2.1570560455322267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.2,2.0809728622436525
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.12083200216293336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.01,1.4054400444030761
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,2,1,power_law_1.2,12.279090881347656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.1464319944381714
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.01,2.2376447677612306
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.2,2.245120048522949
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.01,1.9566591262817383
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.25763840675354005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,2,1,power_law_1.01,24.08417205810547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.01,2.2767616271972657
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.2,2.248396873474121
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.4118527889251709
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.01,2.02608642578125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.01,0.528384017944336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.5670911788940429
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.2,2.2818815231323244
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.01,2.4173568725585937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.01,0.6952960014343261
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.2,1.1382783889770507
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.01,2.0876287460327148
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.01,0.6467584133148193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.2,2.4657920837402343
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.2,1.225932788848877
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.01,2.652876853942871
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.01,2.148249626159668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.01,1.3461503982543945
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.2,1.2997632026672363
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.2,2.67642879486084
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.01,2.7859968185424804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.01,2.1718015670776367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.2,1.3431808471679687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.01,1.8551807403564453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.2,3.0031871795654297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.2,1.3588479995727538
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.01,2.269286346435547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.01,3.4519039154052735
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.01,3.3289215087890627
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.2,1.419161605834961
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.01,2.506137657165527
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.2,3.5934207916259764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.01,3.9544830322265625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.2,1.9921920776367188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.01,3.5756031036376954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.01,2.7027456283569338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,2,1,power_law_1.2,24.77977600097656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.2,2.0305919647216797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.2,4.194918441772461
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.01,5.061324691772461
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.2,0.5304319858551025
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.01,3.7808128356933595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.01,3.1095808029174803
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.2,2.0822015762329102
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.2,0.40366082191467284
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.2,2.165760040283203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.2,0.7252992153167724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.2,5.52171516418457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.01,3.8412288665771483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.01,3.638579177856445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.01,6.855474853515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.2,1.164902400970459
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.2,2.2320127487182617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.01,4.7123455047607425
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.2,1.6921600341796874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.01,5.966438293457031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.2,2.3205888748168944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.2,7.382527923583984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.2,2.524569511413574
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.2,3.3035263061523437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.01,9.865318298339844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.01,5.874687957763672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.01,6.201241683959961
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.2,2.735308837890625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.2,3.69090576171875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.2,3.2287742614746096
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.2,11.286016082763672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.01,6.338662338256836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.2,3.8073345184326173
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.01,8.193433380126953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.2,3.7389312744140626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.01,12.998451232910156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.2,4.119039916992188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.01,6.385152053833008
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.2,4.855193710327148
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.01,10.79193572998047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.2,6.134988784790039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.2,15.265280151367188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.01,6.783897399902344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.2,6.1095935821533205
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.2,6.294732666015625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.01,6.945075225830078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.01,19.50371856689453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.2,8.764313507080079
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.2,6.437785339355469
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.01,16.40693817138672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.01,7.027200317382812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.2,6.6159614562988285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.2,24.101376342773438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.2,11.975885009765625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.01,7.569100952148437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.2,6.919168090820312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.01,8.193228912353515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.01,26.84538879394531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.2,7.141478729248047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.01,22.620262145996094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.2,18.27747802734375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.01,8.660275268554688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.2,7.324262237548828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.01,9.94181137084961
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.2,7.495475006103516
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.2,34.20753784179688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.2,8.195174407958984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,2,1,power_law_1.01,28.421221923828124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.01,11.373567962646485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.2,25.512037658691405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,2,power_law_1.01,34.268978881835935
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.2,8.721305847167969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.01,14.048051452636718
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.2,10.101760101318359
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,2,power_law_1.2,40.30996398925781
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.2,12.026367950439454
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.01,17.181184387207033
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,2,1,power_law_1.2,31.563775634765626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.2,15.259033203125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,2,1,power_law_1.01,49.051544189453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.01,25.367347717285156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,2,power_law_1.01,60.0900634765625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.2,18.981272888183593
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,2,1,power_law_1.2,53.299505615234374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.01,32.82728881835938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.2,27.788287353515624
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,2,power_law_1.2,69.36985473632812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,2,power_law_1.01,822.0259765625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.2,41.937408447265625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.01,47.750247192382815
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.27156479358673097
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.4334591865539551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.01,0.657203197479248
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.01,1.2208127975463867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.01,1.8049024581909179
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,2,1,power_law_1.01,104.65596923828124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.2721791982650757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.01,3.1964160919189455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.31549439430236814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.6135807991027832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.01,3.468902587890625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.2,1.0500096321105956
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.01,3.6376575469970702
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.2,1.604915237426758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.2,3.2609279632568358
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.01,3.7837825775146485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.2,3.5171329498291017
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.01,3.9238655090332033
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,2,power_law_1.01,129.05902099609375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.2,3.7761024475097655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.01,4.180377578735351
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.2,3.9364608764648437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.01,0.4927487850189209
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.01,4.442726516723633
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.2,62.455499267578126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,2,1,power_law_1.2,110.67064208984375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.2,4.121599960327148
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.01,0.8715264320373535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.01,6.292172622680664
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.2,0.49008641242980955
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.2,4.275814437866211
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.01,1.6649215698242188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.01,73.78134765625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.2,0.8677375793457032
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.01,6.506495666503906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.2,4.6537727355957035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.01,1.0915840148925782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.2,1.0675200462341308
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.01,6.721842956542969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.2,6.467481231689453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.01,2.4747007369995115
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.2,1.2510208129882812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.01,6.913024139404297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.2,6.744166564941406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.01,3.7425151824951173
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.2,2.0342784881591798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.01,7.180185699462891
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.2,6.801715087890625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.01,4.511436843872071
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.2,3.256422424316406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,2,power_law_1.2,147.8978515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.01,7.801139068603516
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.2,7.022898864746094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.25559039115905763
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.2,3.8321151733398438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.01,6.142156982421875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.47339520454406736
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.2,7.294771575927735
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.01,8.349696350097656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.2,5.480857467651367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.8617983818054199
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.01,6.357503890991211
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.2,7.926067352294922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.01,1.1695103645324707
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.01,9.41127700805664
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.2,5.97657585144043
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.01,6.73280029296875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.01,2.3179264068603516
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.2,82.37352905273437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.2,8.427827453613281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.2,6.086758422851562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.01,10.544537353515626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.01,3.649740982055664
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.01,6.860800170898438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.2,9.571737670898438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.2,6.8229118347167965
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.01,4.332134246826172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.01,13.165055847167968
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.01,7.1980033874511715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,2,power_law_1.01,92.91212768554688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,2,power_law_1.2,904.7650390625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.2,10.794188690185546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.01,5.775155258178711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.2,7.176806640625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.2568192005157471
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.01,7.781171417236328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.5285888195037842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.01,15.9383544921875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.01,6.1929473876953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.2,13.521817016601563
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.2,7.564185333251953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.6041600227355957
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.01,11.205734252929688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.2,1.1321344375610352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.01,6.34439697265625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.2,11.384217834472656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.2,2.1000192642211912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.2,16.47052764892578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.01,21.695079040527343
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.01,6.868685150146485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.01,11.720806121826172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.2,3.0842880249023437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.2,11.616460418701172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.01,7.152435302734375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.2,3.7952510833740236
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.01,12.00189437866211
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.2,24.373554992675782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.2,5.5816192626953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.01,7.414988708496094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.2,11.802009582519531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.01,28.181503295898438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.2,5.841100692749023
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.01,12.824269104003907
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.01,7.8942207336425785
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.2,12.630528259277344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,2,power_law_1.2,113.08646240234376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.2,6.157823944091797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.01,8.35788803100586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.01,13.4908935546875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.2,32.010650634765625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.2,6.501580810546875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.2,13.682380676269531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.01,8.80343017578125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.2,7.075737762451172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.01,43.36998291015625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.01,14.283570861816406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.01,12.21048355102539
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.2,14.709146118164062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.2,7.411814117431641
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.01,15.778713989257813
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.2,7.8987266540527346
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.01,13.109965515136718
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,2,power_law_1.01,146.77073974609374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.2,16.21381072998047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.2,49.978265380859376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.2,8.486399841308593
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.01,16.67973175048828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.01,13.888511657714844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.2,9.119334411621093
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.2,17.60112609863281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.01,59.459381103515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.01,15.275520324707031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.01,19.066368103027344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.2,12.369817352294922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.2,20.150784301757813
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.2,13.297357177734375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.01,16.49152069091797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.01,21.322035217285155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.2,66.81599731445313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.2,22.813388061523437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.2,14.203187561035156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.01,18.406605529785157
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.01,26.765618896484376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.2,15.706214904785156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,2,1,power_law_1.01,75.78245239257812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.01,20.640972900390626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.2,29.33350524902344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.2,16.932659912109376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,2,power_law_1.2,181.6095703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.01,32.24637451171875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.01,25.262899780273436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.2,19.042405700683595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.2,36.634829711914065
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,2,1,power_law_1.2,82.95372924804687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.2,21.668556213378906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.01,30.622616577148438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.01,43.951409912109376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.2,26.65410461425781
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.2,54.6587646484375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.01,41.229208374023436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,2,1,power_law_1.01,129.57398681640626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.2,32.81459350585938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.01,57.814117431640625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.01,52.447540283203125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.2,70.45314331054688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.2,46.37020263671875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,2,1,power_law_1.2,140.50714111328125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,2,power_law_1.01,322.6505126953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.01,0.3843071937561035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.01,0.40826878547668455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,2,power_law_1.01,76.25779418945312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.01,0.7228415966033935
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.01,0.8263680458068847
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.01,0.7990272045135498
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.01,0.8370176315307617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.01,0.8501248359680176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.01,0.8723456382751464
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.01,0.8940544128417969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.01,0.9033727645874023
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.01,0.9593855857849121
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.01,0.9715711593627929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.01,1.0152959823608398
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.01,1.0686464309692383
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,2,1,power_law_1.01,66.76326293945313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.01,1.2412927627563477
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.01,1.4295040130615235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.01,1.4773247718811036
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.2,60.928924560546875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.01,2.5042943954467773
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.01,3.7842945098876952
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.01,5.147955322265625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.01,7.925350189208984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,2,power_law_1.2,89.32526245117188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.01,11.015987396240234
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.01,16.13127746582031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.01,32.202752685546876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,2,1,power_law_1.2,76.07900390625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,2,power_law_1.01,125.4283203125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,2,1,power_law_1.01,110.64320068359375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.01,40.54569091796875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,2,1,power_law_1.01,279.0052978515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.2,0.47472639083862306
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.2,0.5001215934753418
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.2,0.6956031799316407
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.2,0.8657919883728027
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.2,0.8712191581726074
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,2,power_law_1.2,408.625048828125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.2,0.8795136451721192
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.2,0.8609791755676269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.2,0.8647680282592773
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.2,0.8795136451721192
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.2,0.9094143867492676
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.2,0.9443327903747558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.2,0.9739263534545899
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,2,power_law_1.2,145.59580078125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.2,1.0292223930358886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.2,1.1140095710754394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.13834240436553955
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.2,1.2182527542114259
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.20019199848175048
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.2,1.5246335983276367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.2,1.9163135528564452
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.2,2.7267072677612303
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.01,73.4909423828125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.2,3.480268859863281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.2,6.050201416015625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.21626880168914794
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.2,8.744242858886718
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,2,1,power_law_1.2,126.92705078125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.2,12.633190155029297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.387993597984314
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,2,1,power_law_1.2,293.589306640625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.1388543963432312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.1908735990524292
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.2332672119140625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.4406271934509277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.2,15.375053405761719
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.41666560173034667
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.4459519863128662
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.41492481231689454
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.43612160682678225
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.4465663909912109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.4711423873901367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.2,35.473818969726565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.4980735778808594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.43980798721313474
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.46530561447143554
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.4635647773742676
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.4947968006134033
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.47974400520324706
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.46776318550109863
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.506982421875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.48465919494628906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.5385216236114502
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.506060791015625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.552345609664917
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.5310463905334473
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.5865471839904786
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.5480447769165039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.6447103977203369
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.5958655834197998
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.7382016181945801
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.6383615970611572
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.01,0.991641616821289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.7208960056304932
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.2,0.9559040069580078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.01,1.2399616241455078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.2,1.2511232376098633
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.01,102.83140869140625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.01,1.7478656768798828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.2,1.7326080322265625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.01,2.269696044921875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.2,2.3145471572875977
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.2,48.45240173339844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.01,3.312025451660156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.2,3.3338367462158205
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.01,4.349132919311524
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.2,4.466175842285156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,2,1,power_law_1.01,241.693798828125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.01,6.245990371704101
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.01,0.5709824085235595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.2,6.53301773071289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.01,0.6482944011688232
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.01,1.1601920127868652
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.01,1.3288448333740235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.01,1.3344767570495606
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.01,8.543436431884766
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.01,1.3767680168151855
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.2,8.67409896850586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.01,1.4024703979492188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.01,1.3198335647583008
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.01,1.3723648071289063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.01,1.4032896041870118
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.01,1.4847999572753907
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.01,12.70804443359375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.01,1.5475711822509766
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.2,12.983807373046876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,2,power_law_1.01,278.47177734375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.01,1.72410888671875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.2,0.7267327785491944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.01,1.8313215255737305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.2,0.6535168170928956
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.2,1.1086848258972168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.01,2.0536319732666017
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.2,1.3321215629577636
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.01,2.4954879760742186
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.2,1.3423616409301757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.2,1.367961597442627
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.01,3.1740928649902345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.2,1.3987839698791504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.01,16.754074096679688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,4,power_law_1.01,110.21741943359375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.2,1.4314496040344238
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.01,3.756032180786133
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.2,17.1509765625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.2,1.4833663940429687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.2,83.50013427734375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.2,1.405235195159912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.2,1.4906368255615234
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.01,5.622476959228516
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.2,1.601024055480957
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.2,1.6043008804321288
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.2,1.8380800247192384
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.2,2.204364776611328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.01,8.921497344970703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.2,2.489651107788086
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,4,1,power_law_1.01,20.896153259277344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.2,2.973286437988281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,4,1,power_law_1.2,21.363507080078126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.2,4.83502082824707
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.01,12.547481536865234
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.2,5.782630538940429
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.2,9.205760192871093
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.01,19.7607421875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,4,1,power_law_1.01,33.59620971679688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.2,10.745958709716797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,4,1,power_law_1.2,34.08158569335937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.2,19.13948211669922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.01,27.104766845703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,2,1,power_law_1.2,267.2699462890625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,2,power_law_1.2,320.4684814453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.2,31.802264404296874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.2,107.63980712890626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.21196799278259276
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,4,1,power_law_1.01,66.97246704101562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.21155838966369628
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.01,52.472113037109374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,4,1,power_law_1.2,67.92222900390625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.01,0.49315838813781737
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.2541568040847778
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.2,0.49356799125671386
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.01,0.8555520057678223
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.27494399547576903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.2,0.8549375534057617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.01,0.5045248031616211
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.2,0.4084735870361328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.01,0.7180287837982178
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.2,0.714035177230835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.01,1.2022784233093262
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.3812351942062378
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.2,1.0619903564453126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.39598081111907957
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.01,1.7251327514648438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.2,50.400665283203125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.2,1.5141887664794922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.01,2.3960575103759765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.2,2.231500816345215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.01,2.4654848098754885
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.2,2.287104034423828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.6662144184112548
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.01,3.790950393676758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.01,0.6845439910888672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.01,0.7639039993286133
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.6483967781066895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.2,3.72305908203125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.01,0.7521279811859131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.2,0.683519983291626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.01,0.7817215919494629
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.2,0.767795181274414
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.01,0.8669183731079102
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.2,0.7436287879943848
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.01,3.8609920501708985
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.01,0.7486464023590088
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.2,0.7723008155822754
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.01,0.7804927825927734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.2,0.8464384078979492
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.01,0.8145919799804687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.2,3.790233612060547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.2,0.7561215877532959
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.01,0.8798208236694336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.2,0.7869440078735351
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.01,0.8729599952697754
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.2,0.8142848014831543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.01,3.9731201171875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.01,0.9640959739685059
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.2,0.860159969329834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.01,1.042739200592041
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.2,0.8545280456542969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.01,68.09159545898437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.2,0.9583616256713867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.2,4.099481582641602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.01,1.2235775947570802
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.2,1.0415103912353516
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.01,1.6284671783447267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.2,1.2008447647094727
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,4,power_law_1.01,207.1943115234375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.01,4.14392318725586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.01,2.0580352783203124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.2,1.6251903533935548
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.2,4.204339218139649
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.2,2.0405248641967773
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.01,3.0130176544189453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.2,3.0061567306518553
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.01,4.142694473266602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.01,3.887308883666992
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.2,4.278886413574218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.2,3.9361534118652344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.01,5.6247295379638675
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.01,4.330393600463867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.2,5.701222229003906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.2,4.516044616699219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.01,7.257292938232422
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.01,4.571648025512696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.2,7.359590148925781
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.2,4.733337783813477
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.01,4.64189453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.01,10.77954559326172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.2,4.9039360046386715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.2,10.77196807861328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.01,4.848742294311523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.2,5.17212142944336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.01,14.196531677246094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.2,93.60752563476562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,4,power_law_1.2,145.30345458984374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.01,5.392281723022461
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.2,14.241587829589843
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.2,5.6031230926513675
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.01,5.6342529296875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.2,6.028902435302735
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.01,20.937522888183594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.01,6.4468994140625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.2,21.118771362304688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.2,6.536908721923828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.01,7.328256225585937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.2,7.5068412780761715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.01,8.786227416992187
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.01,27.95233154296875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.2,28.119448852539062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.2,9.323212432861329
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.01,10.285670471191406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.01,126.82393798828124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.2,11.300556945800782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.01,13.485670471191407
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,4,1,power_law_1.01,35.000115966796876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,4,1,power_law_1.2,35.428863525390625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.2,15.597669982910157
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.01,16.9164794921875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.2,21.460377502441407
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.2,119.235888671875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.01,26.6039306640625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,4,1,power_law_1.01,55.655218505859374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,4,1,power_law_1.2,56.10413818359375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.2,37.45321044921875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.01,35.470132446289064
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,4,power_law_1.2,198.90718994140624
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.2,50.16227722167969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.01,161.04959716796876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,4,power_law_1.01,46.036172485351564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,4,1,power_law_1.01,110.637060546875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.14673919677734376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,4,1,power_law_1.2,111.78157958984374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.2582528114318848
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.14632960557937622
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.30392320156097413
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.2563071966171265
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.6536191940307617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.30361599922180177
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.01,1.0895359992980957
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.5966847896575928
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.01,1.5023103713989259
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.2,0.9363455772399902
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,4,power_law_1.2,63.785162353515624
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.2,1.305292797088623
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.01,2.192076873779297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.2,2.0944896697998048
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.01,2.3443456649780274
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.2,2.269286346435547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.01,2.4920064926147463
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.2,2.4001535415649413
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.01,2.5161727905273437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.2,2.4826879501342773
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.01,2.697318458557129
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,4,power_law_1.01,76.87997436523438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.2,2.6389503479003906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.01,2.7915264129638673
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.2,2.7626495361328125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.2,216.0026611328125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.01,2.8831743240356444
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,4,power_law_1.01,390.1094970703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.2,2.8880895614624023
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.01,0.07475200295448303
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.01,3.0411775588989256
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.01,0.06256639957427979
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.01,0.06430720090866089
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.2,3.0995456695556642
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.01,0.10240000486373901
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.01,4.244889450073242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.01,0.1260543942451477
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.01,0.20264959335327148
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.2,4.32988166809082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.01,0.2693120002746582
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.01,0.27002880573272703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.01,4.3744255065917965
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.01,0.2800640106201172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.2,4.500172805786133
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.01,0.28139519691467285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.01,0.2911231994628906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.01,4.60503044128418
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.01,0.29921278953552244
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.01,0.3028991937637329
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.2,4.741734313964844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.01,0.316211199760437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.01,4.9361919403076175
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.01,0.33331201076507566
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.01,0.3422208070755005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.2,5.242470550537109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.01,0.3609600067138672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.01,5.216665649414063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.01,0.41256961822509763
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.01,0.46632962226867675
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.2,5.466726303100586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.01,0.572211217880249
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.01,5.893734359741211
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.01,0.7128064155578613
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.01,0.9786368370056152
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,4,power_law_1.2,102.06279907226562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.2,6.1389823913574215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.01,1.2333056449890136
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.01,6.448639678955078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.01,1.8096128463745118
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.2,6.720614624023438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.01,2.267750358581543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.01,7.689215850830078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.01,3.482828903198242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.2,7.924736022949219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.01,8.91494369506836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,4,power_law_1.01,204.29005126953126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.01,4.927692794799805
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.2,9.340006256103516
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,4,power_law_1.01,6.049996948242187
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.01,11.664998626708984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.2,12.224409484863282
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,4,power_law_1.01,10.015334320068359
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.01,14.3025146484375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.2,15.316172790527343
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.01,20.08924102783203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,4,power_law_1.01,21.038079833984376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.2,0.07219200134277344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.2,0.05181440114974976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.2,22.73454132080078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.2,0.066457599401474
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.2,0.09277439713478089
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.2,0.10936319828033447
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.2,0.19886080026626587
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.2,0.27740159034729006
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,4,power_law_1.01,186.0938720703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.2,0.2842623949050903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.2,0.28436479568481443
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.2,0.2915328025817871
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.2,0.2991103887557983
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.01,26.710629272460938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.2,0.30760960578918456
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.2,0.3105792045593262
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.01,0.027955201268196107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.2,0.32870399951934814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.2,0.3437567949295044
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.2,0.3511296033859253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.2,31.04112548828125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.2,0.36966400146484374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.2,0.4257791996002197
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.2,0.48005118370056155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.01,0.03430399894714355
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.2,0.6130688190460205
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.2,0.7301119804382324
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.2,1.0132479667663574
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.2,1.327616024017334
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.01,0.059699201583862306
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,4,1,power_law_1.01,34.07411193847656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.2,1.8983936309814453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.2,2.653388786315918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,4,power_law_1.2,256.3717041015625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.2,4.076646423339843
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,4,1,power_law_1.2,37.95271606445313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.01,0.07741439938545228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.01,0.10444799661636353
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.2,5.937459182739258
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,4,power_law_1.2,7.936204528808593
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.01,0.1779711961746216
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,4,power_law_1.2,221.4052978515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.01,0.18524160385131835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,4,power_law_1.2,12.1169921875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.2,0.0289792001247406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,4,power_law_1.2,444.434521484375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,4,1,power_law_1.01,57.8029541015625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.2,0.03624959886074066
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.01,0.22609920501708985
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.2,0.05939199924468994
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.01,0.17920000553131105
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.2,0.07383040189743043
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.01,0.18831360340118408
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.2,0.09779199957847595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.01,0.30248959064483644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.2,0.18575359582901002
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.01,0.42158079147338867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.2,0.18360320329666138
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.01,0.6212607860565186
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.01,0.9461759567260742
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.01,0.1960960030555725
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.01,0.962559986114502
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.01,0.20295679569244385
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,4,1,power_law_1.2,64.19332885742188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.01,0.991641616821289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.01,0.21022720336914064
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.01,1.020723247528076
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.01,1.053286361694336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.01,1.073356819152832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,4,power_law_1.2,26.114764404296874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.2,0.2052095890045166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.01,1.0986495971679688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.2,0.22220799922943116
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.2,0.21329920291900634
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.01,1.1722751617431642
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.2,0.11427839994430541
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.2,0.22005760669708252
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.2,0.15605759620666504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.01,1.1808768272399903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.2,0.2727936029434204
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.01,0.22917120456695556
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.01,1.2141568183898925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.2,0.36915199756622313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.01,0.2392064094543457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.01,1.2783616065979004
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.2,0.632422399520874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.01,0.2416640043258667
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.2,0.23470079898834229
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.2,0.9592831611633301
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.01,1.4683135986328124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.2,0.2397183895111084
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.2,1.0186752319335937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.01,1.6145408630371094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.2,0.24688639640808105
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.2,1.0194944381713866
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.01,1.9687423706054688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.2,1.0281984329223632
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.2,1.1023360252380372
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.01,2.320076751708984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.2,1.1031552314758302
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.01,0.2386944055557251
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.01,3.318988800048828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.2,1.1104255676269532
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.01,0.2595839977264404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.2,1.185587215423584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.01,0.26818559169769285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.2,0.24268798828125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.01,4.22215690612793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.2,1.2282879829406739
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.2,0.26347520351409914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.2,1.2235775947570802
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.2,0.27351040840148927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.2,1.3207551956176757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.01,6.652722930908203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.2,1.4860287666320802
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.2,1.6599039077758788
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.01,0.260915207862854
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.01,0.2846719980239868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.2,2.1424127578735352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.01,8.652390289306641
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.2,0.26777598857879636
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.2,2.5154560089111326
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.2,0.2916352033615112
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.2,3.7092353820800783
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.01,13.179597473144531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.2,4.5704193115234375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,4,power_law_1.01,339.5966064453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.2,7.3957374572753904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,4,1,power_law_1.01,125.35194091796875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.3043328046798706
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.316211199760437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.07741439938545228
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.09431040287017822
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.15564800500869752
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.01,18.51453399658203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.24606719017028808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.2,9.910272216796875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.3649535894393921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.5897215843200684
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.6195199966430665
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.6626304149627685
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.6905856132507324
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.6939648151397705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.729702377319336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.2,16.732569885253906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,4,1,power_law_1.2,135.65020751953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.01,0.9745408058166504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.07720959782600403
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.01,0.9989119529724121
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,4,power_law_1.01,24.241151428222658
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.09103360176086425
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.01,1.0380288124084474
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.1605631947517395
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.20674560070037842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.01,1.0595328330993652
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.29132800102233886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.41666560173034667
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.41666560173034667
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.01,1.0876928329467774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.5866496086120605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.01,1.1331583976745605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.6391808032989502
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.01,1.2233728408813476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.6820864200592041
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.705024003982544
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.2,22.466764831542967
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.01,1.31778564453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.7270400047302246
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.01,1.5708160400390625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.7425024032592773
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.01,1.819443130493164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.2,0.9688063621520996
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.2,0.993075180053711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.01,2.3820287704467775
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.2,1.0266624450683595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.43048958778381347
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.4430848121643066
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.2,1.0645503997802734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.01,2.977280044555664
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.2,1.0994688034057618
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.2,1.1266048431396485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.01,4.2707969665527346
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,4,power_law_1.01,43.51272888183594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.2,1.2372991561889648
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.2,1.3566975593566895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,4,power_law_1.2,31.0012939453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.01,5.516185760498047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.2,1.593344020843506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.2,1.8758655548095704
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.5933055877685547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.5806079864501953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.2,2.449100875854492
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.01,8.284979248046875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.2,3.052851104736328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.2,4.431155014038086
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.01,11.487846374511719
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.2,6.032896041870117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.2,9.312358093261718
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,4,1,power_law_1.01,14.350233459472657
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.2,0.7584767818450928
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.01,0.7472127914428711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.2,1.0554368019104003
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.01,1.0287103652954102
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,4,power_law_1.2,56.13936767578125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.2,12.818534851074219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.2,1.328435230255127
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.01,1.3057024002075195
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.01,1.8855936050415039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.2,1.9125247955322267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,4,1,power_law_1.01,24.32686004638672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.01,2.4814592361450196
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.2,2.5183231353759767
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,4,1,power_law_1.2,15.8561279296875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,4,power_law_1.01,84.01643676757813
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,4,1,power_law_1.01,3.1321088790893556
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,4,1,power_law_1.2,3.1742975234985353
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.01,0.5291007995605469
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.01,0.6783999919891357
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.01,0.4641791820526123
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,4,1,power_law_1.01,4.939775848388672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.01,0.6860799789428711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,4,1,power_law_1.2,4.982988739013672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.01,1.0714112281799317
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,4,power_law_1.2,410.47890625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.01,1.7667072296142579
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.01,2.85532169342041
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,4,1,power_law_1.2,26.40762939453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.01,2.8932096481323244
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,4,1,power_law_1.01,9.793740844726562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,4,1,power_law_1.2,9.890815734863281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.01,3.0722047805786135
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.1509376049041748
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.2,0.5327871799468994
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.19824639558792115
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.2,0.30668799877166747
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.01,3.0256128311157227
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.33566720485687257
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.2,0.39403519630432127
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.01,3.1885311126708986
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.6228991985321045
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.2,0.6672383785247803
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.01,0.9175040245056152
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.2,0.9647104263305664
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,4,1,power_law_1.01,52.41610107421875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.01,3.220172882080078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.14991359710693358
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.01,1.6466943740844726
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.2,1.6499711990356445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.1708032011985779
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.01,3.287654495239258
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.01,1.8011135101318358
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.2,2.8500991821289063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.3205120086669922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.01,3.396403121948242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.01,1.8523136138916017
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.5369855880737304
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.2,2.9418495178222654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.2,0.7954432010650635
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.01,1.9486719131469727
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.01,3.5752960205078126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.2,3.1765504837036134
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.2,1.6238592147827149
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.01,1.9736576080322266
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.01,3.6590591430664063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.2,1.7762304306030274
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.2,3.2129024505615233
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.01,2.08087043762207
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.2,1.9128320693969727
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.01,2.2120447158813477
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.01,3.9440383911132812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.2,3.2442367553710936
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.2,1.9515392303466796
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.01,3.121868705749512
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.2,3.3387519836425783
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.01,4.2370048522949215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.2,2.0536319732666017
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,4,power_law_1.2,110.93995361328125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.01,3.231846237182617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,4,1,power_law_1.2,54.99443359375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.2,2.1967872619628905
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.2,3.446681594848633
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.01,0.49356799125671386
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.01,4.6601215362548825
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.2,2.2708223342895506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.01,3.2949249267578127
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.2,0.4902912139892578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.2,3.5631103515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.01,0.8686592102050781
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.2,3.254374313354492
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.01,5.428019332885742
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.01,3.4316287994384767
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.2,3.574476623535156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.2,0.8670207977294921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.01,1.6529407501220703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.2,3.3813503265380858
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.01,3.5666942596435547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.2,3.8126590728759764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.01,6.283468627929688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.2,0.8902655601501465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.2,3.439923095703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.01,0.7309311866760254
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.01,3.8941696166992186
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.2,3.992268753051758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.2,0.6707200050354004
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.2,3.5290111541748046
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.01,1.2998656272888183
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.01,4.268544006347656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.01,8.274739074707032
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.2,4.448255920410157
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.2,1.1410431861877441
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.2,3.6970497131347657
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.01,2.1335039138793945
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.01,4.7620094299316404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.2,4.766719818115234
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.2,1.8291711807250977
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.2,3.9953407287597655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.01,10.129408264160157
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.01,2.5038848876953126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.01,5.371289443969727
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.2,5.635379028320313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.2,4.283494567871093
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.2,2.107289505004883
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.01,3.1511552810668944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.2,4.817203140258789
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.01,6.6344963073730465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.2,6.687744140625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.2,2.996326446533203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.01,15.584255981445313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.01,3.22529296875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.2,5.474303817749023
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.2,3.2269313812255858
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.01,7.99109115600586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.2,8.83978271484375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.01,3.3776641845703126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.2,6.792908477783203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.2,3.297894287109375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.01,10.955878448486327
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.01,5.350912094116211
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.2,12.086476898193359
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.2,8.273407745361329
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.01,21.563699340820314
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.2,5.1447807312011715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.01,5.4736896514892575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.2,5.341491317749023
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.01,13.894758605957032
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.2,11.74487075805664
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.01,5.454438400268555
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.2,18.239385986328124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.2,5.410508728027343
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.01,5.870694351196289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.2,15.90179901123047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.2,5.78416633605957
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.01,31.692288208007813
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.01,20.874957275390624
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.01,5.953945541381836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.2,5.99818229675293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.2,25.572146606445312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.01,6.296780776977539
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.2,6.266060638427734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.2,23.734477233886718
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.01,6.510182189941406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.2,6.546329498291016
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.01,28.716647338867187
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.01,7.131033325195313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.01,42.719232177734376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.2,7.245107269287109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.2,39.22657165527344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.01,7.375667572021484
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.2,7.578828430175781
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.2,32.395059204101564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.01,8.217292785644531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.2,8.503398132324218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,4,1,power_law_1.01,36.06712341308594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.01,8.800870513916015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.2,9.235456085205078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.01,10.338816070556641
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,4,1,power_law_1.2,39.67385559082031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.2,10.836275482177735
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,4,power_law_1.01,59.37080078125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.2,55.830938720703124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.01,11.854233551025391
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.2,12.865945434570312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.01,14.911077880859375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,4,1,power_law_1.01,63.390618896484376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.2,16.92743682861328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.01,18.136883544921876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.2,21.65770263671875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,4,1,power_law_1.2,68.7710205078125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,4,power_law_1.2,69.82809448242188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.01,25.833880615234374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,4,power_law_1.01,97.17708740234374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.2,29.8365966796875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.01,34.89822692871094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.2,41.939047241210936
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,4,1,power_law_1.01,136.50892333984376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,4,power_law_1.01,44.293939208984376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.1462272047996521
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,4,power_law_1.01,741.9787109375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.2777087926864624
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.14489599466323852
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.48107519149780276
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.2771967887878418
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,4,power_law_1.2,122.55518798828125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.6033408164978027
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.3501055955886841
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.01,1.23504638671875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,4,power_law_1.2,54.09730834960938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.594432020187378
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.01,1.8198528289794922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.2,1.0289152145385743
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,4,1,power_law_1.2,145.164599609375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.01,0.2545664072036743
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.01,2.2529024124145507
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.2,1.5676416397094726
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.2,1.9595264434814452
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.01,2.9850624084472654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.2,2.7836416244506834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.01,3.1683584213256837
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.01,0.24074239730834962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.01,0.2427903890609741
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.01,0.24391679763793944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.01,0.24801280498504638
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.2,2.9847551345825196
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.01,3.279769515991211
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.2,3.1077375411987305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.01,3.421491241455078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,4,power_law_1.01,77.35203857421875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.01,0.26603519916534424
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.2,3.305369567871094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.01,3.669504165649414
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.2,3.501260757446289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.01,3.7303295135498047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.01,0.3212287902832031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.2,3.69879035949707
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.01,3.9773185729980467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.2,3.8617088317871096
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.01,4.193484878540039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.2,4.291788864135742
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.01,4.3374591827392575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.01,0.28876800537109376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.01,0.4207615852355957
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,4,power_law_1.01,216.186767578125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,4,power_law_1.2,99.196826171875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.2,0.25477120876312254
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,4,power_law_1.2,664.688720703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.2,4.3203582763671875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.2,0.2550784111022949
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.2,0.25589759349823
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.2,0.2574336051940918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.2,0.26071040630340575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.01,6.050508880615235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.2,0.28139519691467285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.2,0.32245759963989257
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.2,0.2910207986831665
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.2,0.4233215808868408
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.2,6.074367904663086
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.08284159898757934
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.01,6.5432579040527346
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.2,6.636441802978515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.01,0.400486421585083
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.09830399751663207
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.01,6.924390411376953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.2,7.2009727478027346
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.2,0.39792640209198
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.01,7.683686065673828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.2,7.882546997070312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.2,0.48076801300048827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.01,0.4774911880493164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.13066240549087524
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.2,0.5049344062805176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.01,0.5206016063690185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.2,0.5472256183624268
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.01,0.5372928142547607
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.01,0.672051191329956
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.2,0.6849535942077637
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.01,8.274124908447266
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.01,0.714035177230835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.2,0.8270848274230957
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.01,0.8657919883728027
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.2,0.8368127822875977
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.2,8.585215759277343
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.24545280933380126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.01,9.397760009765625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.2,9.957376098632812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.01,10.609152221679688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.24924159049987793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.2,11.225907135009766
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.2,1.0739711761474608
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.01,1.043558406829834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.2,1.377996826171875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.01,1.2695551872253419
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.23654398918151856
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.2,1.825484848022461
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.01,13.272268676757813
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.01,1.8059263229370117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.2,13.818777465820313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,4,power_law_1.01,166.3605712890625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.08273919820785522
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.09932799935340882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.15155199766159058
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.2617343902587891
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.2695168018341064
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.2446336030960083
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.24043519496917726
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.01,15.87271728515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,4,power_law_1.2,253.01103515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.2411520004272461
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.01,0.46100478172302245
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.01,0.7749631881713868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.01,0.7808000087738037
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.2,16.656997680664062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.01,0.8196096420288086
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.01,0.7636991977691651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.01,0.7547904014587402
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.01,0.7864319801330566
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.01,0.81080322265625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.01,0.9021439552307129
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.01,0.9004032135009765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.01,1.0172415733337403
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.2837503910064697
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.01,2.5662464141845702
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.2,2.731520080566406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.29870080947875977
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.01,1.112166404724121
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.01,1.147596836090088
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.27392001152038575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.2934783935546875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.01,1.25347843170166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.01,21.352549743652343
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.01,1.4253055572509765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.01,1.6458751678466796
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.01,2.0982784271240233
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.2541568040847778
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.01,3.287654495239258
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.2515968084335327
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.2,23.169740295410158
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.01,4.2261505126953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.01,6.326988983154297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.27791359424591067
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.31303679943084717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.3679231882095337
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.2743295907974243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.01,9.195929718017577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.32102398872375487
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.36618239879608155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.01,27.010049438476564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.01,3.3346561431884765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.2,3.574476623535156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.01,13.240626525878906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.01,4.466175842285156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.2,5.2990974426269535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.2,30.32412109375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.01,6.89459228515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,4,power_law_1.2,210.7451416015625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.2,6.933811187744141
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.2,0.4567039966583252
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.2,0.7730175971984863
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.2,0.7818240165710449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.2,0.8110079765319824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.2,0.8238080024719239
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.01,10.896691131591798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.01,20.51287078857422
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.2,0.8374272346496582
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.2,10.518323516845703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.2,0.8469504356384278
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.2,0.8210432052612304
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.2,0.9208831787109375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.2,0.9220095634460449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.2,1.028812789916992
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.2,1.1071488380432128
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,4,1,power_law_1.01,34.35407409667969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.2,1.178828811645508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.29716479778289795
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.29081599712371825
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.32460799217224123
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.2,1.2852224349975585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.32819199562072754
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.37857279777526853
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.01,14.470553588867187
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.3858432054519653
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.4001791954040527
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.2,1.526476764678955
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.3988480091094971
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.530841588973999
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.2,14.74273223876953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.5287936210632325
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.6619135856628418
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.2,1.8918399810791016
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.6582272052764893
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.9126912117004394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.908902359008789
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.01,1.1943936347961426
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.2,2.0575231552124023
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.2,1.206169605255127
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.01,1.6874496459960937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.2,1.6976896286010743
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.2,3.4930686950683594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.01,2.190950393676758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.2,2.2387712478637694
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.2,4.459008026123047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.01,3.241062545776367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.2,3.2704513549804686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,4,1,power_law_1.2,38.457855224609375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.01,35.668582153320315
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.01,21.182464599609375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.01,4.328550338745117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.2,4.385382461547851
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.2,6.858751678466797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.2,22.581964111328126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.01,6.489907073974609
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.2,6.521036529541016
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.2,9.176678466796876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.01,8.534732818603516
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.2,8.630783843994141
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.2,15.157656860351562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.01,29.48515930175781
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,8,1,power_law_1.01,10.642022705078125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,8,1,power_law_1.2,10.834124755859374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.2,29.053439331054687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,4,1,power_law_1.01,55.176910400390625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,8,1,power_law_1.01,16.960511779785158
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,8,1,power_law_1.2,17.172889709472656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.2,22.118707275390626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.01,60.278680419921876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,8,power_law_1.01,35.00636291503906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,4,1,power_law_1.2,63.159295654296876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,8,power_law_1.2,37.165261840820314
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,8,1,power_law_1.01,33.96515808105469
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,8,1,power_law_1.2,34.202520751953124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.2,40.3778564453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.11878399848937989
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.16291840076446534
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.1183743953704834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.2213887929916382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.16250879764556886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.19077119827270508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.3605504035949707
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.3586047887802124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,8,power_law_1.01,57.60225219726563
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,8,power_law_1.2,60.8711669921875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.01,80.20459594726563
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.3635200023651123
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.3646464109420776
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.38154239654541017
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.3885056018829346
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.2,59.65864868164063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.3821568012237549
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.38819839954376223
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.40110077857971194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.39823360443115235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.42045440673828127
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.42301440238952637
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.4055039882659912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.40755200386047363
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.42199039459228516
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.4178944110870361
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.444927978515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.4406271934509277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.45496320724487305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.45957121849060056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.47226881980895996
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.507596778869629
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.5573631763458252
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,4,1,power_law_1.01,119.8297119140625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.5706751823425293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.567193603515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.5639167785644531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.6789120197296142
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.6765567779541015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.8727552413940429
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.8866815567016602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.01,1.0802176475524903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.01,0.4916224002838135
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.2,1.0935296058654784
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.01,1.5003647804260254
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.2,1.4934016227722169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.01,1.9353599548339844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.01,0.9573375701904296
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.2,1.9249151229858399
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.01,2.8178432464599608
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.01,0.526643180847168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.2,2.7863040924072267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.01,3.6951038360595705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.01,0.44503040313720704
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.2,3.727052688598633
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.01,5.425356674194336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.01,0.7540736198425293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.2,5.446041488647461
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.01,0.9530367851257324
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.01,7.154585266113282
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.2,7.217664337158203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.01,1.8277376174926758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,4,1,power_law_1.2,131.7969970703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.01,10.688716888427734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.01,1.9603456497192382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.2,0.48855037689208985
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.2,10.795417785644531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.2,0.8960000038146972
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.01,2.0291584014892576
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.2,81.13489990234375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.2,0.28497920036315916
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.01,2.0016128540039064
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.2,0.5048319816589355
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,8,power_law_1.01,114.69752197265625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.01,14.154547119140625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.01,2.1303295135498046
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.2,14.393753051757812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.2,0.6607872009277344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.10270719528198242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.01,2.179583930969238
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.2,0.8497152328491211
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.16609280109405516
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.1810431957244873
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.01,2.2089727401733397
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,8,power_law_1.2,120.66385498046876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.2,1.7566719055175781
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.35389440059661864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,8,1,power_law_1.01,17.632972717285156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.1026047945022583
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.01,2.228633689880371
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.2,1.8045951843261718
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,8,1,power_law_1.2,17.997517395019532
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.5698560237884521
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.16506880521774292
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.01,127.9731689453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.01,2.3251968383789063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.2,1.9464191436767577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.01,0.7868415832519531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.18083839416503905
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.32337920665740966
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.01,1.1323391914367675
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.2,2.0186111450195314
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.01,2.426982307434082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.496230411529541
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.01,1.2193792343139649
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.2,2.067558479309082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.01,2.7042816162109373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.6913023948669433
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.01,1.2869631767272949
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.2,2.1939199447631834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.2,1.1116543769836427
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.01,2.877644729614258
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,8,1,power_law_1.01,28.111358642578125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.01,1.3173760414123534
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,8,1,power_law_1.2,28.474676513671874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.2,2.205388832092285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.2,1.1686911582946777
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.01,1.4028800010681153
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.01,3.162521553039551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.2,1.2613632202148437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.2,2.390835189819336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.01,1.4444543838500976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.01,3.5659774780273437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.2,1.2840959548950195
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.01,1.540505599975586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.2,2.452275276184082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.2,1.4042112350463867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.01,1.6104448318481446
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.01,4.0439807891845705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.2,2.5250816345214844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.2,1.4734335899353028
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.01,2.081484794616699
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.2,2.7325439453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.2,1.5374336242675781
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.01,5.127065658569336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.01,2.124390411376953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.2,1.643519973754883
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.2,3.0166015625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.01,2.2401023864746095
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.2,2.089676856994629
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.01,6.359244918823242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.2,3.2958465576171876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.01,2.435686492919922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.2,2.203545570373535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.01,2.625740814208984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.2,3.8449153900146484
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.2,2.3164928436279295
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,8,1,power_law_1.01,56.17520751953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.01,8.949964904785157
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.01,0.0754688024520874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,8,1,power_law_1.2,56.8722412109375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.01,2.9937664031982423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.2,2.571059226989746
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.01,0.05263360142707825
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.2,4.397977447509765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.2,0.07301120162010193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.01,0.056831997632980344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.2,124.6928955078125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.2,0.048230400681495665
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.01,0.07167999744415283
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.2,0.05539839863777161
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.01,3.3356800079345703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.2,2.7445247650146483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.01,0.07761920094490052
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.2,0.06615039706230164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.01,0.14479360580444336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.2,5.661183929443359
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.2,0.07301120162010193
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.01,11.632844543457031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.01,0.1511423945426941
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.2,0.14131200313568115
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.01,4.016128158569336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.2,3.063705635070801
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.01,0.156876802444458
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.2,0.1434623956680298
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.01,0.157695996761322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.2,0.15831040143966674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.01,0.16752640008926392
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.2,0.16035840511322022
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.2,6.987570953369141
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.2,3.455283355712891
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.01,0.16855039596557617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.2,0.15912959575653077
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.01,4.750848007202149
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.01,0.17694720029830932
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.2,0.17223680019378662
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.01,0.18042880296707153
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.2,0.18196480274200438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.01,0.19967999458312988
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.2,0.19343359470367433
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.2,4.170240020751953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.01,0.20930559635162355
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.2,0.20736000537872315
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.01,6.256537628173828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.01,17.824050903320312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.01,0.2257920026779175
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.2,0.21637120246887206
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.2,10.680934143066406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.01,0.24289278984069823
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.2,0.2298880100250244
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.2,4.90332145690918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.01,0.2815999984741211
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.2,0.24739840030670165
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.01,0.31938560009002687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.2,0.28436479568481443
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.01,7.695974731445313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.2,0.3254271984100342
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.01,0.4226047992706299
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.2,0.4286464214324951
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.01,0.5196800231933594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,8,power_law_1.01,144.57303466796876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.2,6.466047668457032
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.2,0.5628928184509278
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.01,0.7418879985809326
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.2,14.678221130371094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.2,0.7564288139343261
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.01,0.9202688217163086
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.2,1.020723247528076
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.01,1.3410304069519043
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.01,23.495680236816405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.01,11.04189453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.2,1.5862784385681152
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.2,8.276992034912109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.01,1.8129919052124024
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.2,2.145792007446289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.01,2.79736328125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.2,3.3668094635009767
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.01,14.645657348632813
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.2,23.463833618164063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.01,3.803955078125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.2,12.092620849609375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.2,4.665856170654297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,8,power_law_1.01,4.987596893310547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,8,power_law_1.01,30.94732666015625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,8,power_law_1.2,6.009446334838867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.2,16.495205688476563
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,8,1,power_law_1.01,18.667315673828124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,8,power_law_1.01,7.936921691894531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,8,power_law_1.2,9.529548645019531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.2,35.04097290039063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,8,1,power_law_1.2,20.60011444091797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,8,power_law_1.01,16.808447265625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.01,0.225382399559021
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,8,power_law_1.2,151.32415771484375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.01,0.14899200201034546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,8,1,power_law_1.01,30.81922607421875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.01,0.12646399736404418
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.01,0.18903039693832396
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.01,0.22026240825653076
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,8,power_law_1.2,23.915008544921875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.01,0.5130239963531494
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,8,power_law_1.01,49.21456604003906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.2,0.2096127986907959
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.01,0.5392384052276611
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.2,0.09144319891929627
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.2,0.1253376007080078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.01,0.552345609664917
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.2,0.16680959463119507
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.01,0.5513216018676758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.2,0.22220799922943116
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.01,0.5700607776641846
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.2,0.5251071929931641
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.01,0.5818367958068847
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.2,0.531763219833374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.01,0.6052864074707032
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,8,power_law_1.2,45.66384582519531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.2,0.5494783878326416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,8,1,power_law_1.2,33.784933471679686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.01,0.6089727878570557
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.2,0.5662720203399658
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.01,0.6392831802368164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.2,0.5735424041748047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.01,0.6659071922302247
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.2,0.5843967914581298
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.01,0.6901760101318359
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.2,0.5913599967956543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.01,0.7313407897949219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.2,0.6178815841674805
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.01,0.873472023010254
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.2,0.6364160060882569
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.01,0.9690112113952637
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.2,0.6782976150512695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.01,1.2395520210266113
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.2,0.699187183380127
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.2,0.7604224205017089
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.01,1.5491071701049806
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.2,0.8944640159606934
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.01,2.072780799865723
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.2,0.9875455856323242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.2,1.3460479736328126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.01,2.688307189941406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.2,1.7087488174438477
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.01,4.435968017578125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.2,2.4136703491210936
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,8,1,power_law_1.01,65.84596557617188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.05058559775352478
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.2,3.4159614562988283
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.01,5.331353759765625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.05775359869003296
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.09687039852142335
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.14018559455871582
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.2,6.037503814697265
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.18247679471969605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.31754240989685056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.01,8.623001861572266
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.33679358959197997
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.35348479747772216
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.2,7.839949035644532
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.37079041004180907
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.38645761013031005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.4109312057495117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,8,power_law_1.2,75.81368408203124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,8,1,power_law_1.2,70.713037109375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.436736011505127
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.4512767791748047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.05017600059509277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.01,12.671282958984374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.44369921684265134
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.05416960120201111
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.2,12.067533111572265
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.09052159786224365
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.47093758583068845
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.11950080394744873
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.01,0.49643521308898925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.16383999586105347
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.48465919494628906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.33024001121520996
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.527564811706543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.3363840103149414
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.5603328227996827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.36751360893249513
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.7570432186126709
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.38451199531555175
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,8,power_law_1.01,118.4258056640625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,8,power_law_1.01,15.911424255371093
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.39720959663391114
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.01,0.8082431793212891
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.01,0.530022382736206
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.2,17.713766479492186
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.42444801330566406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.01,1.088102436065674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.01,0.6721536159515381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.44646401405334474
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.01,0.2582528114318848
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,8,power_law_1.01,252.1944091796875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.4526080131530762
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.01,1.3822976112365724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.4511744022369385
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.01,0.4454400062561035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.01,1.9511295318603517
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.4855807781219482
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.01,0.6046720027923584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.5041152000427246
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.01,1.406771183013916
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.48906240463256834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.01,2.4815616607666016
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.537497615814209
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.01,1.5165439605712892
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.5708799839019776
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.01,1.549516773223877
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.01,3.6108287811279296
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.2,0.7673855781555176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,8,power_law_1.2,24.0216064453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,8,power_law_1.01,26.5923583984375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.01,1.4961664199829101
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.2,0.8144895553588867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.2,1.1111424446105957
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.01,1.6443391799926759
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.01,4.742041778564453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.01,1.6491519927978515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.2,1.3957119941711427
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.01,1.7268735885620117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.2,1.9696640014648437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,8,1,power_law_1.01,5.96234245300293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.01,1.762918472290039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.2,2.5283584594726562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.01,1.8429952621459962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.01,1.8662399291992187
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.2,3.6514816284179688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.01,1.946726417541504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,8,1,power_law_1.01,9.307852935791015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.01,2.113536071777344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.2,4.840857696533203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.01,2.3798784255981444
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,8,power_law_1.2,40.850225830078124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.01,2.637107276916504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,8,1,power_law_1.2,6.011084747314453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.01,3.080806350708008
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.01,3.9605247497558596
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,8,1,power_law_1.01,18.377626037597658
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,8,power_law_1.2,251.1931396484375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,8,1,power_law_1.2,9.474355316162109
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.2,0.5313536167144776
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.01,5.193830490112305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,8,power_law_1.01,59.23276977539062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.2,0.24268798828125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.09983999729156494
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.2,0.2802687883377075
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.1392639994621277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.2,0.41072640419006345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.01,6.498099517822266
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.19046399593353272
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.2,0.5640192031860352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.33996798992156985
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.2,1.35731201171875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.4971519947052002
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.8596480369567872
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.2,1.5056896209716797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.01,9.033216094970703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.01,0.9262080192565918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.2,1.5438847541809082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.01,0.9692159652709961
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.2,1.5980544090270996
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,8,1,power_law_1.2,18.715647888183593
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.01,1.0309632301330567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.10065920352935791
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.2,1.6221183776855468
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.01,1.0423295974731446
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.118886399269104
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.2,1.7153024673461914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.01,1.0628095626831056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.18944000005722045
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.01,13.170892333984375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,8,power_law_1.2,163.31510009765626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.30033919811248777
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.01,1.1332608222961427
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.2,1.6921600341796874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.42055678367614746
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.01,1.5096832275390626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.2,1.8051071166992188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.01,0.49111042022705076
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.8563712120056153
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.01,1.56876802444458
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.2,1.8566144943237304
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.2,0.9368576049804688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.01,1.619865608215332
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.01,0.8660991668701172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.2,1.0033151626586914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.2,1.8852863311767578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.01,1.7010688781738281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.2,1.053286361694336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.2,2.0183040618896486
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.01,1.6505855560302733
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.01,1.7724416732788086
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.2,1.0645503997802734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.01,21.31865539550781
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.2,2.1526527404785156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.2,1.1472895622253418
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.01,1.946828842163086
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.01,0.44953598976135256
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.2,1.1791359901428222
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.2,2.473983955383301
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.01,2.0860927581787108
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.2,1.5492095947265625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.01,0.7398399829864502
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,8,power_law_1.2,89.15548095703124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.2,2.7779071807861326
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.01,2.3771135330200197
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.2,1.624064064025879
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.2,0.4916224002838135
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.01,1.1884544372558594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.2,3.3646591186523436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.01,2.6849279403686523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.2,1.7120256423950195
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.2,1.7330175399780274
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.2,0.8688639640808106
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.2,4.15918083190918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.01,1.399398422241211
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.01,3.4281471252441404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.2,1.782476806640625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.2,0.788479995727539
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.2,1.9713024139404296
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.01,4.22184944152832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.01,30.598553466796876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.01,2.546175956726074
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.2,5.897830581665039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.2,2.1147647857666017
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.2,0.45455360412597656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.01,2.6447872161865233
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.01,5.742387390136718
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.2,2.4411136627197267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.2,0.7218175888061523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.2,7.7954048156738285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.2,2.781388854980469
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.01,2.6047487258911133
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.2,1.113702392578125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.01,7.274188995361328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.2,3.505971145629883
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.2,1.1284480094909668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.01,2.8658687591552736
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.2,12.237004852294922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.2,4.347084808349609
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.2,2.3630847930908203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.01,2.8780544281005858
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.01,10.792755126953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.2,6.224076843261718
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.2,2.4003583908081056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.01,2.995712089538574
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,8,power_law_1.01,36.85621643066406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.2,2.721075248718262
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.2,18.40906219482422
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.2,8.256204986572266
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.01,3.1797248840332033
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.01,14.731161499023438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.2,2.7071487426757814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.01,3.2307201385498048
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.2,2.899456024169922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.2,12.410368347167969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.01,3.3860607147216797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.2,2.97523193359375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,8,1,power_law_1.01,18.627583312988282
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.01,3.581644821166992
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.2,27.493991088867187
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.2,3.073535919189453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.2,17.18620147705078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.01,3.771699142456055
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.2,3.2877567291259764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.01,4.077260971069336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.2,3.441664123535156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.01,4.448153686523438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.2,3.4348033905029296
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,8,1,power_law_1.2,20.852838134765626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,8,1,power_law_1.01,31.658599853515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,8,power_law_1.01,72.87265014648438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.2,3.908095932006836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.01,4.993126296997071
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.2,41.50783996582031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.2,4.155392074584961
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.01,6.028185653686523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.2,4.7910911560058596
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.01,6.871961975097657
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.2,5.289984130859375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,8,1,power_law_1.2,35.38821105957031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.01,9.190707397460937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.2,6.514790344238281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.2,7.334502410888672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,8,power_law_1.2,49.414144897460936
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.01,11.082956695556641
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.2,10.278399658203124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,8,1,power_law_1.01,68.543896484375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.10209280252456665
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.01,16.225587463378908
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.187391996383667
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.2780159950256348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.2,13.235200500488281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.34457600116729736
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.6706175804138184
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.01,0.9923583984375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.01,22.328218078613283
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,8,1,power_law_1.2,73.33570556640625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.01,1.1654144287109376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.2,20.989234924316406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.10250240564346313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.01,1.550438404083252
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.1874943971633911
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.01,1.6526336669921875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.2263040065765381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.01,1.7078271865844727
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,8,power_law_1.01,136.3345458984375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.05980160236358643
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.3406847953796387
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.06748160123825073
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.07956479787826538
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.13547519445419312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.1773568034172058
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.16803840398788453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,8,power_law_1.01,26.934375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.01,1.8074623107910157
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.17203199863433838
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.18165760040283202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.5928959846496582
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.18094079494476317
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.18892799615859984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.19988479614257812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,8,power_law_1.01,489.169091796875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.2031615972518921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.05980160236358643
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.20879359245300294
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.06850559711456299
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.23449599742889404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.01,1.8675712585449218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.0754688024520874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.24381439685821532
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.1376255989074707
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.2,0.8592384338378907
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.2544640064239502
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.17674239873886108
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.2,28.037939453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,8,power_law_1.2,98.43927001953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.29511680603027346
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.17971199750900269
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.34816000461578367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.17018879652023317
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.17295360565185547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.4182015895843506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.18329600095748902
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.5736447811126709
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.1884160041809082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.2002943992614746
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.7414783954620361
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.01,1.9532800674438477
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.2041856050491333
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.2,1.02543363571167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.20869119167327882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.01,1.0547200202941895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.23306241035461425
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.2381824016571045
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.01,1.374617576599121
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.2519040107727051
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.2959359884262085
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.3522559881210327
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.01,2.2041599273681642
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.41697278022766116
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.01,2.1141504287719726
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.2,1.4520319938659667
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.5685247898101806
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.7296000003814698
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.01,3.082854461669922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.2,1.046016025543213
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.2,1.3542400360107423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.2,1.5751168251037597
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.01,2.2073343276977537
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.01,5.3006336212158205
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.2,2.229043197631836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.2,3.199795150756836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.2,1.6521215438842773
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.01,2.306867218017578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.01,7.615795135498047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.2,5.351833724975586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.2,1.7391616821289062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.01,2.9420543670654298
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,16,1,power_law_1.01,9.162035369873047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.2,7.519436645507812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.2,1.8757631301879882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,8,power_law_1.2,38.031256103515624
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.01,3.2308223724365233
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,8,power_law_1.01,50.173953247070315
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.2,1.947545623779297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,16,1,power_law_1.2,9.032601928710937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.01,3.427532958984375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,16,1,power_law_1.01,15.262208557128906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.2,2.0990976333618163
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.2,2.2330368041992186
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.01,3.8200321197509766
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,16,1,power_law_1.2,15.21807403564453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.2,2.3359487533569334
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.01,4.170342254638672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.2,3.0090240478515624
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.01,4.883763122558594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,16,1,power_law_1.01,31.394305419921874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.2,3.302092742919922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.08796160221099854
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.10567679405212402
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.11489280462265014
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.20101120471954345
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.2959359884262085
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.29767680168151855
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.3018752098083496
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.3034111976623535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.30883839130401614
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.01,5.5444480895996096
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.30986239910125735
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.32604160308837893
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.2,3.526860809326172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.331059193611145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.3719167947769165
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,16,1,power_law_1.2,31.685018920898436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.3896320104598999
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.08714240193367004
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.10618879795074462
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.4002816200256348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.10547200441360474
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.446668815612793
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.19148800373077393
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.4955135822296143
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.2830336093902588
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.2862080097198486
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.5896192073822022
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.2865151882171631
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.7271423816680909
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.2952192068099976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.2,3.9953407287597655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.3028991937637329
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.01,0.9939968109130859
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.3079168081283569
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.01,6.9957633972167965
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.31979520320892335
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.01,1.2480511665344238
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.3283967971801758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.3617791891098022
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.38778879642486574
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.01,1.8300928115844726
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,8,power_law_1.2,61.637017822265626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.40284161567687987
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.44707841873168946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,8,power_law_1.2,529.080810546875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.48824319839477537
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.01,2.4563711166381834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.588595199584961
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.2,4.2863616943359375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.7233535766601562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.01,0.4888576030731201
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.2,0.9872384071350098
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.01,4.028620910644531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.2,1.2421119689941407
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.01,8.422911834716796
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.2,1.7696767807006837
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.01,0.8479743957519531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.01,5.931827163696289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.2,2.553446388244629
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.2,5.133209609985352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.01,0.3314687967300415
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.2,4.121497726440429
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.01,0.3184639930725098
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.01,0.4428800106048584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.01,9.918873596191407
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.2,5.973708724975586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.2,5.828300857543946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.01,11.449139404296876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.01,0.8962047576904297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.01,1.0297344207763672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.2,9.72052459716797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.01,1.0701824188232423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.01,13.72938232421875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.2,7.335935974121094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.01,1.1815936088562011
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,8,power_law_1.01,103.73048095703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.01,1.1006976127624513
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.2,13.776690673828124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.01,14.58350067138672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.2,0.48957438468933107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.01,1.1706368446350097
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.2,8.850739288330079
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,16,1,power_law_1.01,16.775680541992188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.2,0.839577579498291
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.01,1.1983872413635255
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.2,0.2110464096069336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.01,1.2489727973937987
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.2,0.3063807964324951
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,16,1,power_law_1.2,16.48721923828125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.01,1.2982272148132323
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.2,0.394649600982666
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.01,1.3066240310668946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.2,0.7788544178009034
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.2,12.340223693847657
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,8,1,power_law_1.01,18.170265197753906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.01,1.4457856178283692
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.2,1.0574848175048828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.01,1.5164416313171387
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.2,1.024409580230713
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,16,1,power_law_1.01,28.38569030761719
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.2,1.050111961364746
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.01,1.6631807327270507
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,8,power_law_1.2,211.08408203125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,16,1,power_law_1.2,27.97178955078125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.2,1.0934271812438965
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.01,1.8027519226074218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.08140799999237061
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.2,16.129843139648436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.2,1.125376033782959
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.13076479434967042
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.01,2.1204992294311524
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.2,1.1538432121276856
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.1368064045906067
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.2,1.2116991996765136
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.01,2.5999359130859374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.20869119167327882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,8,1,power_law_1.01,29.61500244140625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.3082240104675293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.2,1.316966438293457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.01,3.53966064453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.4325376033782959
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.2,1.4258175849914552
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.6215680122375489
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.2,1.4095359802246095
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.01,3.9848960876464843
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,8,1,power_law_1.2,20.628172302246092
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.6479872226715088
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.2,1.5483903884887695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.6812672138214111
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,8,power_law_1.2,126.84727783203125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.7064576148986816
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.2,1.7876991271972655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.01,6.053068923950195
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.08110079765319825
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,16,1,power_law_1.01,58.12091064453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.7473152160644532
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.13608959913253785
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.2,1.9711999893188477
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.01,0.07526400089263915
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.7840767860412597
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.01,0.05232639908790589
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.1372159957885742
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.01,0.04956159889698029
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.2,2.3825408935546877
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.8152064323425293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.1913856029510498
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.01,8.492134094238281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,16,1,power_law_1.2,57.47517700195313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.01,0.0562175989151001
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.2,0.0732159972190857
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.01,0.08581119775772095
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.2795520067214966
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.8875007629394531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.2,0.04935680031776428
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.01,0.09830399751663207
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.2,2.7035648345947267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.2,0.046079999208450316
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.01,0.10199040174484253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.367411208152771
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.01,1.1049983978271485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.2,0.05570560097694397
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.01,0.1052672028541565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.01,0.10670080184936523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.2,0.0831488013267517
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.5874688148498535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.01,1.1402239799499512
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.2,3.693056106567383
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.01,0.10792959928512573
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.2,0.09625599980354309
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.01,0.1124351978302002
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.01,12.034662628173828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.2,0.10158079862594604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.6334464073181152
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,8,1,power_law_1.2,33.21815185546875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.01,1.202892780303955
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.01,0.11509759426116943
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.2,0.10270719528198242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.01,0.12072960138320923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.6664192199707031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.2,0.10516480207443238
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.2,5.111705780029297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.01,1.3637632369995116
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.01,0.1291264057159424
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.2,0.10751999616622925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.6931456089019775
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.01,0.14049279689788818
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.2,0.11100159883499146
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.01,1.4759936332702637
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.01,0.14776320457458497
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.2,0.11448320150375366
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.7328767776489258
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.01,0.16240639686584474
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.2,0.12318719625473022
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.01,0.19998719692230224
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.2,0.13056000471115112
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.01,1.677619171142578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.2,7.350067138671875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.7790592193603516
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.2,0.14018559455871582
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.01,0.24238080978393556
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,8,1,power_law_1.01,62.517449951171876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.2,0.14704639911651612
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.01,17.850367736816406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.01,0.32624640464782717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.8238080024719239
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.01,0.2263040065765381
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.01,1.9324928283691407
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.2,0.16424959897994995
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.01,0.14376959800720215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.01,0.4055039882659912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.2,0.21125121116638185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.8935423851013183
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.01,0.10567679405212402
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.01,0.5990399837493896
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.01,2.369228744506836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.2,0.2569216012954712
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.01,0.14049279689788818
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.01,0.7760896205902099
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.2,1.1347968101501464
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.2,0.35338239669799804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.01,0.21350400447845458
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.2,10.74114532470703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.01,0.27463679313659667
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.2,0.43919358253479
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.01,1.1041791915893555
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.01,2.816204833984375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.2,1.1935744285583496
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.01,0.29358079433441164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.2,0.6817791938781739
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.01,0.2991103887557983
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.01,1.491865634918213
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.2,1.236070442199707
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.01,0.31129601001739504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.2,0.8939519882202148
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.01,0.3167232036590576
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.01,3.7599231719970705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.2,1.353932762145996
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.01,0.32880640029907227
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.2,1.4196736335754394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.01,2.3767040252685545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.01,0.33228800296783445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,16,power_law_1.01,24.77660217285156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.01,0.35942399501800537
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.2,1.8763776779174806
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.2,1.5310848236083985
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.2,16.90081329345703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.01,4.745932769775391
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.01,0.39731199741363527
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.01,3.2262142181396483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.01,0.399564790725708
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.2,3.123097610473633
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.2,1.7628160476684571
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.01,0.4356095790863037
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.01,0.46376957893371584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.01,0.5612544059753418
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,16,power_law_1.01,4.184064102172852
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.2,1.9655679702758788
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.01,6.669721221923828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.2,4.074803161621094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.01,0.6672383785247803
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.01,0.8423423767089844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.2,2.4433664321899413
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.01,1.1011072158813477
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,16,power_law_1.2,5.415219116210937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.01,1.6344064712524413
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,8,1,power_law_1.2,68.68009033203126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,16,power_law_1.01,6.914969635009766
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.2,2.8965887069702148
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.2,22.487040710449218
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.01,8.806502532958984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.01,2.0748287200927735
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.2,3.8512641906738283
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.2,0.22527999877929689
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.01,3.219558334350586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.2,0.09256960153579712
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.2,0.10670080184936523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,16,power_law_1.2,8.844287872314453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.2,0.1124351978302002
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.01,4.37391357421875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.2,4.817817687988281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,16,1,power_law_1.01,11.123609924316407
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.2,0.22323200702667237
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,16,power_law_1.01,41.660928344726564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.2,0.2766848087310791
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.2,0.2982912063598633
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,16,power_law_1.01,15.344230651855469
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.2,0.31795198917388917
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.01,6.920806121826172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.03696640133857727
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.2,0.3072000026702881
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.2,7.021568298339844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.05867519974708557
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.2,0.3079168081283569
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.07526400089263915
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.2,0.328601598739624
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.09574400186538697
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.2,0.354201602935791
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,16,power_law_1.2,33.41701049804688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.11386879682540893
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.2,0.3793920040130615
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.17950719594955444
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.01,9.934130859375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.2,0.384716796875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.19118080139160157
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,16,1,power_law_1.01,18.284748840332032
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.2,0.4132863998413086
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.2,9.374515533447266
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.20264959335327148
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.2,0.4378623962402344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.20889599323272706
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,16,power_law_1.2,23.36747589111328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.2,0.4888576030731201
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.21155838966369628
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.040755200386047366
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.227020788192749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.2,0.5789696216583252
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.05990399718284607
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.28876800537109376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.2,0.7205887794494629
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.07229440212249756
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.2893824100494385
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,16,power_law_1.01,12.399513244628906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.2,0.9551872253417969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.08601599931716919
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.2964479923248291
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.10680320262908935
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.31129601001739504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,16,1,power_law_1.2,11.864268493652343
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.2,1.2555264472961425
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.18247679471969605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.32327680587768554
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.21022720336914064
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.2,2.050150489807129
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.3443711996078491
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.20879359245300294
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.42731518745422364
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.2136064052581787
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.2,2.796031951904297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.45946879386901857
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.21964800357818604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.2313215970993042
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.5484543800354004
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.2810879945755005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.6365183830261231
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.2,4.6181377410888675
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.28538880348205564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.01,0.8577024459838867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.29757440090179443
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,16,power_law_1.01,22.375833129882814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.3135488033294678
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.01,1.0935296058654784
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.3221503973007202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,16,1,power_law_1.2,19.35564727783203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.2,6.090444946289063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.34816000461578367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.01,1.5608832359313964
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,16,1,power_law_1.01,38.37184143066406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.4253695964813232
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.01,0.5336063861846924
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.46100478172302245
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,16,power_law_1.2,55.23292236328125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.01,2.045644760131836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.01,0.5147647857666016
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.5532671928405761
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.01,0.20725760459899903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.6412288188934326
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.2,11.407769775390625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.01,3.043942451477051
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.01,0.2890752077102661
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.2,0.8670207977294921
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.01,0.6079487800598145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.2,1.1003904342651367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.01,0.8355839729309082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.01,4.08197135925293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.01,0.8758272171020508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.2,1.5831040382385253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,16,power_law_1.01,93.73429565429687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.01,0.8820735931396484
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.2,2.091110420227051
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.2,0.5271552085876465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.01,0.8904704093933106
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.2,15.299789428710938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,16,1,power_law_1.01,5.168127822875976
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.2,0.23511040210723877
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.01,0.9028608322143554
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.2,0.2056191921234131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.2,3.1710208892822265
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.01,0.9392127990722656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.2,0.30801920890808104
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.01,0.9854975700378418
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.2,0.45066242218017577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.01,0.981606388092041
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.2,0.8257535934448242
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.2,4.302131271362304
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,16,1,power_law_1.01,8.399974060058593
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.01,0.9939968109130859
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,16,1,power_law_1.2,39.52629699707031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.2,0.8555520057678223
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,16,power_law_1.01,49.11032409667969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.0779263973236084
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.01,1.125171184539795
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.2,0.8775679588317871
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,16,power_law_1.2,18.35827178955078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.0775168001651764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.1124351978302002
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.2,0.8737792015075684
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.01,1.1199487686157226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,16,1,power_law_1.2,5.344972610473633
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.09308159947395325
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.12779519557952881
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.2,0.8828927993774414
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.01,1.233407974243164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.1218559980392456
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.19742720127105712
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.2,0.932249641418457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.17203199863433838
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.25753600597381593
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.01,1.4227456092834472
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.23203840255737304
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.4572159767150879
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.2,0.9926655769348145
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.01,1.6287744522094727
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.4555776119232178
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.5031936168670654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.2,1.0185728073120117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.4985856056213379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,16,1,power_law_1.2,8.723558044433593
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.5102591991424561
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.01,2.0707328796386717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.2,1.0728447914123536
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.5285888195037842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.5343232154846191
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,16,1,power_law_1.01,17.47271728515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.2,1.1166720390319824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.5450751781463623
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.01,2.455449676513672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.5597184181213379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.5811200141906738
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.2,1.204633617401123
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.5879807949066163
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.01,0.4946944236755371
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.6133759975433349
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.01,3.504230499267578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.6193151950836182
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.2,1.211903953552246
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.6419456005096436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.8255488395690918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.01,0.8724479675292969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.2,1.427558422088623
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.8249343872070313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.849510383605957
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.01,4.616089630126953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,16,power_law_1.2,34.67253723144531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.2,1.6875520706176759
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.8507391929626464
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.87193603515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.01,1.268019199371338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.8778752326965332
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.9029631614685059
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.2,2.331443214416504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.9081855773925781
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,16,1,power_law_1.2,17.855897521972658
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.01,0.3447808027267456
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.9417728424072266
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.01,6.9391357421875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.2,2.863104057312012
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.9577471733093261
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.01,1.042739200592041
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.2,0.49356799125671386
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.01,0.5558271884918213
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.2,1.0799103736877442
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.01,1.1453439712524414
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.2,4.2492927551269535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.2,1.154047966003418
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.2,0.8741888046264649
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.01,9.27825927734375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.01,1.33570556640625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.01,0.9831423759460449
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.2,1.3546496391296388
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.01,1.5375359535217286
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.2,5.4240257263183596
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.2,0.6674431800842285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.2,1.561292839050293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.01,1.1825152397155763
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.01,1.9519487380981446
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.2,0.3309567928314209
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.2,1.9868671417236328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.01,1.4398464202880858
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.01,2.4248319625854493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.2,2.449510383605957
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.2,0.4852735996246338
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.2,10.184089660644531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.01,15.932313537597656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.01,1.5332351684570313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.01,3.394764709472656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,16,power_law_1.2,128.35347900390624
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.2,3.4488319396972655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.2,0.8662015914916992
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.08130559921264649
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.01,1.4963711738586425
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.01,4.363980865478515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.2,0.9703424453735352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.2,4.541952133178711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.15124479532241822
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.2,13.679615783691407
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.01,1.4926848411560059
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.2,1.3362175941467285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.18728959560394287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.01,6.425907135009766
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.2,6.804070281982422
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.01,1.6058368682861328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.01,20.01592254638672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.2,1.367961597442627
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.21790719032287598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.01,1.660006332397461
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.2,1.4139391899108886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.36280319690704343
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.01,8.725094604492188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.2,9.206169891357423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.01,1.6970752716064452
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.5299200057983399
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.2,1.538764762878418
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.2,25.337855529785156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.01,1.800704002380371
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.6239232063293457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.2,1.5244288444519043
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,16,1,power_law_1.01,11.05264663696289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,16,power_law_1.2,87.6943359375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.808140754699707
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.01,1.7985536575317382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,16,1,power_law_1.2,11.623219299316407
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.2,1.5613951683044434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,16,power_law_1.01,28.0806396484375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.08171520233154297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.01,0.862822437286377
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.01,1.8537471771240235
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.2,1.716223907470703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.15155199766159058
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.01,0.8926207542419433
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.01,2.126028823852539
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.16117759943008422
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.2,1.7152000427246095
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.01,0.9517056465148925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.21821439266204834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,16,1,power_law_1.01,18.226176452636718
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.01,2.335231971740723
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.2,1.8281471252441406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.01,0.9976832389831543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,16,1,power_law_1.2,19.240960693359376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.2,34.2856689453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.33361918926239015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.01,2.6058752059936525
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.01,1.0407936096191406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.2,1.8964479446411133
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.4675583839416504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.01,1.1124735832214356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.2,2.1741567611694337
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.01,2.993459129333496
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.5604351997375489
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.01,1.18722562789917
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.780083179473877
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.2,2.3228416442871094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.01,3.6387840270996095
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.01,1.25347843170166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.8295424461364747
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.2,2.7890687942504884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.01,1.601433563232422
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.2,0.8591360092163086
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,16,power_law_1.01,53.10587158203125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.01,4.471807861328125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.2,3.184332847595215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.2,0.91146240234375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.01,1.7271808624267577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,16,1,power_law_1.01,38.13150634765625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.04956159889698029
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.052121597528457644
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.01,5.946163177490234
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.2,0.9760767936706543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.0626688003540039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,16,power_law_1.2,44.45357971191406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.01,1.862553596496582
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.07976959943771363
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.11868159770965576
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.2,3.8994945526123046
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.11304960250854493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,16,1,power_law_1.2,39.47069396972656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.11489280462265014
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.04689919948577881
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.11612160205841064
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.050483202934265135
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.12154879570007324
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.05877760052680969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.12564480304718018
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.2,1.0473471641540528
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.08171520233154297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.13056000471115112
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.11018240451812744
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.1338368058204651
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.11304960250854493
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.13731839656829833
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.01,2.1199871063232423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.11550719738006592
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.14602240324020385
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.11786240339279175
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.1500159978866577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.12247040271759033
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.16035840511322022
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.12369920015335083
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.17018879652023317
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.12963839769363403
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.2,1.1156479835510253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.2076672077178955
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.2,4.9779712677001955
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.1342463970184326
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.22978560924530028
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.13557759523391724
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.01,7.784345245361328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.14499839544296264
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.33187839984893797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.1500159978866577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.406220817565918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.15800319910049437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.16936960220336914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.5876736164093017
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.01,2.373017692565918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.20746240615844727
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.2298880100250244
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.7581696033477783
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.2,1.1966464042663574
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.32972800731658936
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.4050943851470947
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.01,1.1910143852233888
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.5839871883392334
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.01,1.7158143997192383
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.7555071830749511
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.2,1.170841598510742
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.2,1.2706815719604492
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.01,2.8469247817993164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.2,6.583808135986328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.01,2.8064767837524416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.2,1.6563199996948241
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.2,2.7530239105224608
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.01,10.841292572021484
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.01,3.601510238647461
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.2,1.6071680068969727
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.01,3.3233921051025392
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.2,3.6353023529052733
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,32,1,power_law_1.01,4.602470397949219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.2,1.7595392227172852
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.2,9.34830093383789
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,32,1,power_law_1.2,4.59233283996582
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.01,4.240691375732422
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.2,1.9546112060546874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,32,1,power_law_1.01,7.6225532531738285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,32,1,power_law_1.2,7.669657897949219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.01,14.91568603515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.2,2.1936128616333006
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.01,5.184819030761719
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.2,14.726348876953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.2,2.4759296417236327
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,32,1,power_law_1.01,15.3891845703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.06840320229530335
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.07802879810333252
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.08366079926490784
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.11601920127868652
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.1798143982887268
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,32,1,power_law_1.2,15.530189514160156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.18360320329666138
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.1854464054107666
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.06850559711456299
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.07434239983558655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.18800640106201172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.2,2.9444095611572267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.08540160059928895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.01,7.168614196777344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.1903615951538086
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.11612160205841064
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.19107840061187745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.18042880296707153
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.19589120149612427
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.18391040563583375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.2002943992614746
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.18626559972763063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.2066431999206543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.1896448016166687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.2239487886428833
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.1896448016166687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.2323456048965454
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.19169280529022217
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.2406399965286255
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.1955839991569519
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.2628607988357544
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.20111360549926757
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.3225600004196167
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.20817921161651612
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.2234368085861206
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.41799678802490237
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.2,3.3976318359375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.23173120021820068
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.5237760066986084
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.24023039340972902
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,16,power_law_1.01,20.53130187988281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.26296319961547854
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.682700777053833
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.3231744050979614
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.01,0.9542655944824219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.41564159393310546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.5202943801879882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,16,power_law_1.2,84.7978515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.01,1.2823552131652831
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.6715392112731934
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.01,9.113088226318359
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.2,0.9422847747802734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.2,19.212083435058595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.01,2.1341184616088866
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.2,1.2817407608032227
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.2,4.372889709472656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.01,3.0656511306762697
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.2,2.0853759765625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.2,3.1493120193481445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,16,power_law_1.01,110.13631591796874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.01,4.82611198425293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.2,5.323775863647461
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.2,5.049856185913086
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.01,6.762086486816406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,16,1,power_law_1.01,11.220480346679688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.2,6.721331024169922
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,32,1,power_law_1.01,8.256716918945312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.01,0.49592318534851076
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.2,7.364198303222656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,32,1,power_law_1.2,8.19783706665039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.01,0.4660223960876465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,16,power_law_1.2,26.546688842773438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,16,power_law_1.01,32.73072509765625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,32,1,power_law_1.01,13.828915405273438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.2,9.587916564941406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,16,1,power_law_1.01,17.849037170410156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,32,1,power_law_1.2,13.965927124023438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.01,0.38543360233306884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,16,1,power_law_1.2,12.089651489257813
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,32,1,power_law_1.01,27.807232666015626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,32,1,power_law_1.2,27.697357177734375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.2,0.4976640224456787
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.01,0.2513920068740845
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.04915199875831604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.2,0.46438398361206057
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.11612160205841064
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.2,0.24995839595794678
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.11929600238800049
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.2,0.28671998977661134
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,16,power_law_1.2,50.853887939453124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.1545215964317322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,16,1,power_law_1.2,19.374490356445314
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.20305919647216797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,16,1,power_law_1.01,37.299713134765625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.26122241020202636
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.06062080264091492
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.01,0.33280000686645506
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.2,0.28917760848999025
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.3496959924697876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.12011519670486451
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.3646464109420776
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.11857919692993164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.38604800701141356
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.14847999811172485
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.3963903903961182
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.18513920307159423
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,16,power_law_1.01,77.3401611328125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.4306943893432617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.235315203666687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.01,0.05539839863777161
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.460697603225708
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.01,0.04782080054283142
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.34396159648895264
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.01,0.42741761207580564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.01,0.045465600490570066
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.4769792079925537
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.2,0.3406847953796387
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.01,0.07403519749641418
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.35665919780731203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.01,0.0762880027294159
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.5361663818359375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.382259202003479
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,16,power_law_1.2,138.0826171875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.01,0.08232960104942322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.01,0.08355839848518372
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.2,0.05539839863777161
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.6249472141265869
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.3926016092300415
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.01,0.08652799725532531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.2,0.045772799849510194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.658022403717041
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.01,0.08765439987182617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.2,0.043110400438308716
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.4340735912322998
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.01,0.09062399864196777
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.2,0.07219200134277344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.6987775802612305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.01,0.09472000002861022
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,16,1,power_law_1.2,39.872308349609376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.2,0.07710719704627991
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.46438398361206057
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.01,0.09809920191764832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.2,0.08284159898757934
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.01,0.12861440181732178
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.8152064323425293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.49100799560546876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.2,0.08581119775772095
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.01,0.10055680274963379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.01,0.11130880117416382
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.01,0.4487167835235596
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.2,0.08611840009689331
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.01,0.10577919483184814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.01,0.0831488013267517
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.2,0.4695040225982666
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.5391359806060791
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.01,0.9145343780517579
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.2,0.08919039964675904
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.01,0.1146880030632019
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.01,0.16302080154418946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.2,0.09154559969902039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.01,0.11939840316772461
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.6503424167633056
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.01,0.16936960220336914
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.01,1.0503168106079102
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.2,0.09472000002861022
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.01,0.132096004486084
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.01,0.18892799615859984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.2,0.09871360063552856
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.01,0.16640000343322753
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.6860799789428711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.01,0.19251199960708618
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.01,1.1928576469421386
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.2,0.10127359628677368
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.01,0.19957760572433472
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.01,0.1984511971473694
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.2,0.10649600028991699
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.7575551986694335
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.01,0.19527679681777954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.01,0.29030399322509765
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.2,0.11356159448623657
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.01,1.5605759620666504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.01,0.20305919647216797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.01,0.37857279777526853
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.2,0.11980799436569214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.8876031875610352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.01,0.21135358810424804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.2,0.13598719835281373
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.01,0.5193727970123291
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.01,0.22118399143218995
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.01,1.8716672897338866
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.2,0.16977920532226562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.2,0.9369600296020508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.01,0.2257920026779175
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.01,0.702566385269165
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.2,0.20643839836120606
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.01,0.5191679954528808
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.01,0.23930881023406983
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.2,0.3019776105880737
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.01,1.0217472076416017
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.2,1.0875904083251953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.01,0.25774080753326417
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.01,2.6046464920043944
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.2,0.4958208084106445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.01,0.5192704200744629
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.2,0.3890176057815552
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.01,0.2732032060623169
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.01,1.3873151779174804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.01,0.29870080947875977
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.2,0.510975980758667
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.2,0.5773312091827393
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.2,1.2224512100219727
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.01,0.39178240299224854
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.01,3.302912139892578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.2,0.7951360225677491
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.01,0.5124095916748047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.01,2.1403648376464846
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.2,1.600614356994629
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.2,1.1982848167419433
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.01,0.7399424076080322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,16,power_law_1.2,102.44505615234375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.01,0.9153535842895508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.2,1.9310592651367187
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.2,1.7072128295898437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.01,2.8265472412109376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.01,4.762112045288086
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.2,0.12789759635925294
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.01,1.3499391555786133
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.2,0.08632320165634155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.2,0.09000959992408752
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.2,2.6969087600708006
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.2,2.652364730834961
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.01,1.9017728805541991
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.2,0.1610751986503601
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,32,power_law_1.01,3.7127166748046876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.2,0.16957440376281738
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.01,0.4853759765625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.01,6.318899154663086
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.2,0.18759679794311523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.01,2.728652763366699
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.2,3.374591827392578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.2,4.064870452880859
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.2,0.19363839626312257
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.2,0.47196159362792967
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.01,0.5280767917633057
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.2,0.19793920516967772
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.01,3.743436813354492
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.2,0.515993595123291
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.2,0.19937280416488648
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.01,0.5306367874145508
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,32,power_law_1.01,6.268108749389649
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.2,0.20264959335327148
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.2,0.5271552085876465
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.01,0.5559296131134033
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,32,power_law_1.2,5.003059387207031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.2,4.909875106811524
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.2,0.20992000102996827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,32,1,power_law_1.01,7.7570045471191404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.2,0.2248703956604004
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.2,0.5485568046569824
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.01,5.971660614013672
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.2,0.2284543991088867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.2,0.24453120231628417
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.2,0.26030080318450927
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.2,6.488575744628906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.2,0.279040002822876
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,32,power_law_1.2,8.18124771118164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.2,0.33679358959197997
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.01,8.276274871826171
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.2,0.4278272151947021
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.2,0.5359615802764892
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,32,power_law_1.01,12.877413940429687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,32,1,power_law_1.01,12.225843048095703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.033792001008987424
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.2,0.8534015655517578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.056729602813720706
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.01,0.6251520156860352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,32,1,power_law_1.2,8.022322845458984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.2,1.064345645904541
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.06297600269317627
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.07536640167236328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.2,0.5739520072937012
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.01,0.6295551776885986
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,32,power_law_1.01,10.891673278808593
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.2,1.7139711380004883
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.08929280042648316
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.2,0.6155263900756835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.12144639492034912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.01,0.6460415840148925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.2,2.039910316467285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.12933119535446166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.2,0.6321152210235595
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.132096004486084
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.01,0.6566912174224854
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.13793280124664306
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,32,power_law_1.2,18.801458740234374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.2,0.6614016056060791
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.2,4.041932678222656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.14417920112609864
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.01,0.7642111778259277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,32,1,power_law_1.2,12.716236877441407
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.15196160078048707
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.03389439880847931
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.2,0.819814395904541
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.056524801254272464
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.18821120262145996
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.06215680241584778
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.19148800373077393
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.2,5.611827087402344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.07167999744415283
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.19957760572433472
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,32,power_law_1.01,19.27424011230469
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.08478720188140869
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.2095103979110718
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,32,1,power_law_1.01,25.07274169921875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.121343994140625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.21596159934997558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.12902400493621827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.01,0.34498560428619385
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.23357439041137695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.1362944006919861
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.01,0.34764800071716306
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.2751487970352173
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.2,9.596109008789062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.14090240001678467
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.01,0.17541120052337647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.31928319931030275
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.145305597782135
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.43376641273498534
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.01,0.33853440284729003
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.15667200088500977
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.01,0.912076759338379
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.506982421875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.01,0.35829761028289797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.18851840496063232
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.19343359470367433
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.01,0.4579328060150146
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.01,0.6737919807434082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.2002943992614746
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.01,0.4933631896972656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.01,0.8761343955993652
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.20992000102996827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.01,0.46837759017944336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.2,13.964492797851562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.2,0.9373696327209473
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.21790719032287598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.01,1.2736512184143067
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,32,1,power_law_1.2,25.993011474609375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.01,0.48957438468933107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.23705599308013917
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.01,0.515993595123291
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.27555840015411376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.2,0.3416064023971558
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.01,1.6868352890014648
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.32419838905334475
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.01,0.5197824001312256
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.2,0.2505728006362915
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.43755521774291994
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.2,0.17295360565185547
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.01,0.5348351955413818
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.5146624088287354
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.2,0.3446784019470215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.01,2.5266176223754884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.01,0.5923840045928955
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.684339189529419
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.2,0.3523583889007568
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.01,1.1382783889770507
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.01,0.6507520198822021
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.2,0.4612095832824707
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,32,power_law_1.2,16.998809814453125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.2,0.8837120056152343
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.01,0.684441614151001
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,32,power_law_1.01,40.305050659179685
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.01,3.4661376953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.2,0.47871999740600585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.01,0.708403205871582
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.05570560097694397
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.2,1.2973055839538574
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.2,0.4730879783630371
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.09123839735984803
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.01,0.7681024074554443
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.2,1.23822078704834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.2,0.4833280086517334
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.10362880229949951
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.2,1.722470474243164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.01,0.9325568199157714
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,32,1,power_law_1.01,4.245913696289063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.2,0.4728831768035889
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.1371135950088501
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.01,1.0383359909057617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.2,0.5493760108947754
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.16926720142364501
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.2,2.6302463531494142
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.25589759349823
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.2,0.5785600185394287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.01,1.4226431846618652
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.27504639625549315
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.2,0.5811200141906738
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.291430401802063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.01,1.8550783157348634
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.2,3.5683326721191406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.2,0.6474751949310302
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,32,1,power_law_1.01,6.922547149658203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.01,1.5558655738830567
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.29931519031524656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.2,0.6743040084838867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.31877119541168214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.01,2.7104255676269533
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.3369983911514282
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.2,0.7264256000518798
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.01,2.142617607116699
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,32,1,power_law_1.2,4.391116714477539
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.37652480602264404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.2,1.7323007583618164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.2,0.800972843170166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.01,3.6252670288085938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.4427775859832764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.2,0.9487360000610352
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.01,2.6701824188232424
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,32,power_law_1.2,36.87096252441406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.45649919509887693
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.2,2.3966720581054686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.2,1.1200511932373047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.49786877632141113
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.01,5.310259246826172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.5086207866668702
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.2,1.678233528137207
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.01,3.9571456909179688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,32,1,power_law_1.2,7.169331359863281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.2,2.98864631652832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.589414405822754
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,32,1,power_law_1.01,14.21905975341797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.2,2.202931213378906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.6665215969085694
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.057651197910308837
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.01,7.631462097167969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.08652799725532531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.7176191806793213
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.01,5.153587341308594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.2,4.614348983764648
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.2,3.3184768676757814
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.0997376024723053
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.8672256469726562
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.12349439859390259
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.01,1.0397695541381835
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.2,4.590284729003907
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.15482879877090455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.2,5.968793487548828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.2521087884902954
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.01,1.3477888107299805
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.01,12.062003326416015
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.01,7.874969482421875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.27832319736480715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,32,1,power_law_1.2,14.53834228515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.01,1.699635124206543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.30013439655303953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.2,7.898214721679688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.3141632080078125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.01,0.4905983924865723
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.3254271984100342
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.01,2.435379219055176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.2,8.995737457275391
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.35297279357910155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.01,0.6729728221893311
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.01,9.750323486328124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.3793920040130615
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.01,3.1873023986816404
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.4661248207092285
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.01,17.522994995117188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.2,12.662374114990234
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.01,0.6793216228485107
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.4828159809112549
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.01,4.744089508056641
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.5170176029205322
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.01,0.2668544054031372
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.5404672145843505
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.2,13.103103637695312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.6176767826080323
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.01,0.49530878067016604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,32,power_law_1.01,12.809114074707031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.6759424209594727
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.01,6.385766220092774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.01,0.5908480167388916
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.7398399829864502
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.2,0.8795136451721192
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.2,21.403033447265624
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.01,0.6688767910003662
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,32,power_law_1.2,69.873046875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.2,1.0610688209533692
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,32,power_law_1.01,23.694131469726564
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,32,1,power_law_1.01,8.00552978515625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.2,1.368678379058838
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.01,0.851251220703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.2,0.4941823959350586
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,32,power_law_1.2,16.081100463867188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.2,1.7293312072753906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.2,0.6821887969970704
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.01,0.9232383728027344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,32,power_law_1.01,20.453990173339843
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.2,2.4866815567016602
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.2,0.6535168170928956
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.01,0.9391103744506836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.2,3.2601089477539062
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.2,0.2716671943664551
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,32,1,power_law_1.01,13.409382629394532
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.01,0.9421824455261231
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.2,0.49254398345947265
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.01,0.9560064315795899
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.2,4.94653434753418
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.2,32.44758911132813
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.2,0.5351424217224121
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.01,0.9324543952941895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,32,power_law_1.2,25.702398681640624
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.2,0.6208511829376221
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.2,6.760755157470703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.01,0.9866239547729492
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,32,power_law_1.01,41.31461181640625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.2,0.7870463848114013
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.01,0.9709568023681641
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.2,0.785203218460083
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.01,1.0585087776184081
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,32,1,power_law_1.2,8.431206512451173
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,32,1,power_law_1.01,27.77681884765625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.2,0.8966143608093262
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.01,1.173196792602539
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,32,power_law_1.01,40.748748779296875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.056627202033996585
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.2,0.8896512031555176
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.01,1.2610560417175294
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,32,power_law_1.2,35.42528076171875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.05375999808311462
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.1362944006919861
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.2,0.9473024368286133
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.01,1.4402560234069823
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,32,1,power_law_1.2,13.812326049804687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.13619199991226197
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.1555456042289734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.2,0.9137151718139649
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.01,1.7113088607788085
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.14325759410858155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.16926720142364501
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.2,0.9543680191040039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.16926720142364501
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.2392064094543457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.01,1.904128074645996
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.2,1.0569727897644043
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.22374401092529297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.3221503973007202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.01,2.503987121582031
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.2,1.0719231605529784
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.29235200881958007
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.37079041004180907
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,32,power_law_1.2,56.403045654296875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.01,3.095961570739746
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.48291840553283694
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.3363840103149414
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.2,1.1209728240966796
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.01,0.26439681053161623
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.01,0.2637824058532715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.5035007953643799
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.44820480346679686
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.2,1.338163185119629
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,32,1,power_law_1.2,28.239154052734374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.01,0.2570240020751953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.01,4.4901374816894535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.5236735820770264
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.4827136039733887
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.2,0.26439681053161623
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.01,0.30709760189056395
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.2,1.4649344444274903
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.2,0.26552319526672363
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.01,0.32389121055603026
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.5549056053161621
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.5009407997131348
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.2,0.16179200410842895
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.01,0.35573759078979494
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.2,1.7540096282958983
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.01,6.0115966796875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.587775993347168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.5327871799468994
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,32,power_law_1.2,61.2580322265625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.2,0.30504961013793946
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.01,0.3990528106689453
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.6195199966430665
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,32,power_law_1.01,87.44990844726563
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.2,0.3079168081283569
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.2,2.017689514160156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.01,0.39864320755004884
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.5891071796417237
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.01,0.03430399894714355
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.2,0.32030720710754396
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.01,0.3931135892868042
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.01,0.0364544004201889
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.667852783203125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.6119423866271972
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.01,0.0605184018611908
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.01,8.352153778076172
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.01,0.41605119705200194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.2,0.39618558883666993
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.2,2.8077056884765623
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.01,0.06113280057907104
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.7138304233551025
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.01,0.0652288019657135
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.01,0.4063231945037842
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.6635519981384277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.2,0.39495680332183836
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.01,0.06830080151557923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.01,0.06881279945373535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.01,0.44564480781555177
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.2,0.41984000205993655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.7588863849639893
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.2,3.538431930541992
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.01,0.07106559872627258
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.7151616096496582
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.01,0.07208960056304932
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.01,0.4439040184020996
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.2,0.42055678367614746
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.01,0.07444480061531067
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.01,0.9486335754394531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.7572480201721191
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.01,0.4858880043029785
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.01,0.07925760149955749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.2,0.39772160053253175
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.01,11.479244995117188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.01,0.0831488013267517
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.01,0.5024767875671386
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.2,0.44185600280761717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.01,0.0877568006515503
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.2,5.1494911193847654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.01,1.0340352058410645
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.9632767677307129
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.01,0.09564160108566284
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.2,0.45383682250976565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.01,0.546611213684082
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.01,0.10393600463867188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.01,1.102847957611084
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.01,0.10926079750061035
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.2,1.0414079666137694
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.2,0.4863999843597412
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.01,0.5801983833312988
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.01,0.12083200216293336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.2,0.5096447944641114
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.01,0.15104000568389891
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.01,0.6962175846099854
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.01,1.2603391647338866
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.2,7.372083282470703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.2,1.1337727546691894
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.01,0.1850368022918701
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.2,0.5370880126953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.01,0.8284159660339355
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.01,0.25753600597381593
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,32,power_law_1.01,16.057752990722655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.01,0.34283521175384524
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.01,1.4552063941955566
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.2,1.3123583793640137
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.2,0.5996543884277343
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.01,1.0482687950134277
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.01,0.48906240463256834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.2,0.7567359924316406
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.01,0.6418432235717774
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.2,1.520639991760254
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.01,1.8311168670654296
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.01,1.324953556060791
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.2,0.8555520057678223
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.2,10.556928253173828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.01,0.9345024108886719
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.01,1.9282943725585937
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.2,1.8844671249389648
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.01,2.1800960540771483
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.01,1.3049856185913087
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.2,1.144115161895752
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.01,2.4977407455444336
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.2,1.4904319763183593
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.01,1.9883007049560546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.2,2.2371328353881834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.01,2.8873727798461912
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.2,2.283110427856445
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.01,3.7255168914794923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.01,2.6486783981323243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.2,2.9661184310913087
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.2,15.98709716796875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.01,3.6111358642578124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,32,power_law_1.01,26.95618591308594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.2,3.180134391784668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,64,power_law_1.01,3.483340835571289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.01,5.135974502563476
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.2,3.687936019897461
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.2,5.043609619140625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.01,5.143449783325195
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,64,power_law_1.01,5.724262237548828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.01,7.905382537841797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.2,5.194035339355469
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.2,7.276236724853516
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.01,6.648627471923828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,32,power_law_1.2,21.778227233886717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.2,6.738432312011719
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.01,11.517849731445313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.2,12.148531341552735
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,64,power_law_1.01,12.3040771484375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.2,0.034815999865531924
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,32,1,power_law_1.01,8.061542510986328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.2,0.03614720106124878
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.2,0.05877760052680969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.2,0.0626688003540039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,32,power_law_1.2,143.1192626953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,32,1,power_law_1.2,8.177458953857421
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.2,0.062054401636123656
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.01,0.08550400137901307
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.2,0.06830080151557923
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.01,0.08407040238380432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,64,power_law_1.01,14.085939025878906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.2,0.06881279945373535
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.01,0.130457603931427
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.2,0.07096319794654846
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.01,0.1505280017852783
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.2,0.07208960056304932
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.2,17.969561767578124
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.2,0.0741375982761383
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.01,0.15953919887542725
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,32,1,power_law_1.01,12.431769561767577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.01,0.1644544005393982
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.2,0.07925760149955749
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.01,0.16599040031433104
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.2,0.08407040238380432
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.2,0.0889855980873108
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.01,0.16834559440612792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,32,power_law_1.01,62.41771240234375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.01,0.17121280431747438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.2,0.09574400186538697
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.2,0.08652799725532531
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.01,0.1739776015281677
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.2,0.10444799661636353
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,32,1,power_law_1.2,12.877311706542969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,32,power_law_1.2,42.046566772460935
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.2,0.07434239983558655
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.01,0.17889280319213868
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.2,0.10967040061950684
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.2,0.1464319944381714
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.01,0.18831360340118408
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.2,0.1210368037223816
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.2,0.14684159755706788
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.01,0.19660799503326415
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.2,0.15575040578842164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.2,0.15646719932556152
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.01,0.20838398933410646
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.2,0.19107840061187745
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.2,0.16424959897994995
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.01,0.21954560279846191
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.2,0.2817023992538452
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.2,0.16619520187377929
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.01,0.23265280723571777
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.2,0.36423680782318113
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.2,0.16906239986419677
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,64,power_law_1.01,29.576702880859376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,64,power_law_1.2,25.024205017089844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.01,0.25917439460754393
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.2,0.17059839963912965
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.2,0.5524479866027832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.01,0.31938560009002687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.2,0.17479679584503174
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.2,0.738918399810791
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.01,0.4126719951629639
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.2,0.17991679906845093
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.01,0.5836800098419189
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.2,0.18903039693832396
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.2,1.1464703559875489
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,32,1,power_law_1.01,25.180160522460938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.2,0.19548159837722778
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.01,0.7664639949798584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.2,0.20643839836120606
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.2,1.5662079811096192
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.01,1.1389951705932617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.01,0.3848191976547241
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.2,0.21913599967956543
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.2,0.23193600177764892
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.01,1.5733759880065918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.2,2.613043212890625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.2,0.26552319526672363
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.01,0.3752959966659546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,32,1,power_law_1.2,25.940582275390625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.2,0.35256319046020507
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.01,2.4967168807983398
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.2,0.4868095874786377
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.01,0.3793920040130615
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.2,0.3852288007736206
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.2,3.869491195678711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.2,0.7073791980743408
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.01,3.3789951324462892
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.2,0.9377792358398438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.01,0.3171328067779541
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.2,0.37662720680236816
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.2,1.4882816314697265
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,64,power_law_1.2,4.5503486633300785
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.01,0.38236160278320314
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.2,0.3709952116012573
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.01,5.4024192810058596
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.2,2.0337663650512696
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,64,power_law_1.2,40.7468017578125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.01,0.45281281471252444
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.2,0.32081921100616456
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.2,3.1636480331420898
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.01,0.44226560592651365
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.2,0.34498560428619385
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.01,7.8125053405761715
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,64,power_law_1.2,8.312422180175782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.2,5.501849746704101
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.01,0.5325823783874511
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.2,0.41748480796813964
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.01,0.5000192165374756
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,64,power_law_1.01,56.566888427734376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.2,0.4452352046966553
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,64,power_law_1.01,9.964749145507813
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.2,9.25849609375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.01,0.1575935959815979
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.01,0.5199872016906738
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.2,0.5101568222045898
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.01,0.16128000020980834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.01,0.5480447769165039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.2,0.4936704158782959
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.01,0.2594815969467163
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,32,power_law_1.2,88.9585693359375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.01,0.5465087890625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.01,0.2544640064239502
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,64,power_law_1.2,17.284300231933592
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.2,0.5609471797943115
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.2,0.15892479419708253
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.2,11.435826873779297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.01,0.03399679958820343
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.01,0.28774399757385255
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.01,0.5911551952362061
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.2,0.16373759508132935
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.01,0.04710400104522705
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.2,0.5094399929046631
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.01,0.2924544095993042
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.01,0.04730879962444305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,64,power_law_1.01,16.13516845703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.2,0.22763519287109374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.01,0.048127999901771544
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.01,0.6270976066589355
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.01,0.3021823883056641
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.2,0.5611519813537598
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.01,0.04925439953804016
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.2,0.2525183916091919
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.01,0.051609599590301515
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.01,0.30658559799194335
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.01,0.05242879986763001
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.01,0.6330368041992187
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.2,0.2794496059417725
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.2,0.5733376026153565
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.01,0.0536575973033905
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.01,0.3118079900741577
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.01,0.054579198360443115
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,64,power_law_1.2,15.53438720703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.2,0.29132800102233886
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.01,0.6618112087249756
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.01,0.05560320019721985
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.01,0.31641600131988523
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.2,0.6287360191345215
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.01,0.0579584002494812
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.2,0.3008512020111084
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.01,0.3245055913925171
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.01,0.061337602138519284
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.01,0.7343103885650635
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.2,0.30566399097442626
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.2,0.6121471881866455
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.01,0.0707584023475647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.01,0.3329024076461792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.01,0.08499199748039246
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.2,0.3109888076782227
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.01,0.09523199796676636
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.01,0.8190976142883301
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.01,0.341811203956604
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.2,0.6820864200592041
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.01,0.10240000486373901
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.2,0.3158015966415405
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.01,0.11386879682540893
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.01,0.3631103992462158
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.01,0.951091194152832
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.01,0.14172159433364867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.2,0.7060480117797852
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.2,0.32378880977630614
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.01,0.3874815940856934
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.01,0.17254400253295898
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.2,0.3331072092056274
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.01,0.24023039340972902
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.01,0.41738238334655764
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.2,0.8521727561950684
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.01,1.1635711669921875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.01,0.3121151924133301
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.2,0.3443711996078491
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,64,power_law_1.01,35.22078857421875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.01,0.45844478607177735
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.01,0.4591616153717041
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.2,0.9805824279785156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.2,0.3708928108215332
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.2,0.03389439880847931
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.01,1.3322239875793458
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,64,power_law_1.2,30.617294311523438
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.01,0.6102015972137451
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.01,0.5480447769165039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.2,0.04700160026550293
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.2,0.3985408067703247
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.2,0.04761599898338318
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.01,0.9050111770629883
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.2,1.1933695793151855
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.01,0.6363135814666748
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.2,0.048230400681495665
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.01,1.899622344970703
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.2,0.4226047992706299
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.2,0.04904960095882416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.01,1.273855972290039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.2,0.051507198810577394
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.01,0.8836095809936524
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,64,power_law_1.2,102.95418701171874
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.2,0.4718592166900635
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.2,1.5137791633605957
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.2,0.05273600220680237
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.2,0.05375999808311462
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.01,0.07014399766921997
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.01,1.8967552185058594
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.01,2.489036750793457
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.01,1.115340805053711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.2,0.562278413772583
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.01,0.1252351999282837
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.2,0.054579198360443115
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.2,2.0860927581787108
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.2,0.05580800175666809
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.01,0.11878399848937989
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.2,0.6887423992156982
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.01,1.590886402130127
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.01,2.6252288818359375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.2,0.06164479851722717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.01,0.11980799436569214
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.01,3.515903854370117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.2,0.07423999905586243
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.01,0.12298239469528198
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.2,0.9705471992492676
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.2,0.07874559760093688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.01,0.12677119970321654
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.01,2.1192703247070312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.2,2.9776895523071287
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.2,0.08857600092887878
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.01,0.12974079847335815
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,128,power_law_1.01,3.361177444458008
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.2,1.2650495529174806
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.2,0.09748479723930359
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.01,0.13373440504074097
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.2,0.10393600463867188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.01,0.13537280559539794
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.01,3.196620750427246
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.01,4.482867050170898
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.2,0.11571199893951416
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.01,0.13834240436553955
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.2,1.965875244140625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.2,0.1473536014556885
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.01,0.14387199878692628
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.2,4.163788986206055
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.2,0.18431999683380126
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.01,0.1520640015602112
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,128,power_law_1.01,5.3762046813964846
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.01,0.1686527967453003
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.2,0.2584575891494751
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.2,2.7212799072265623
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.01,4.666675186157226
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.01,0.19363839626312257
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.2,0.3635200023651123
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.01,0.20592639446258545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.01,7.098265838623047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.2,0.5214208126068115
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.01,0.2185215950012207
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.2,6.3102977752685545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.2,4.823551940917969
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.2,0.7154687881469727
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.01,0.24309759140014647
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.01,7.291187286376953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.01,0.29306879043579104
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.2,1.0763263702392578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.01,0.35287039279937743
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.2,1.4726143836975099
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.01,0.5435391902923584
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.2,6.248140716552735
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.01,9.904025268554687
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.01,0.7080959796905517
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,128,power_law_1.01,11.463680267333984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.2,10.405990600585938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.2,2.3979007720947267
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,64,power_law_1.2,64.6614013671875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.2,0.07086079716682434
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.01,1.0668031692504882
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.01,9.517362976074219
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.2,0.11796480417251587
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.01,1.4339072227478027
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.2,0.11909120082855225
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.01,0.20736000537872315
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.2,3.315302276611328
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.2,0.11991039514541627
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.2,0.12513279914855957
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.01,2.2764543533325194
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.2,11.416268920898437
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.01,0.22548480033874513
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.2,0.12687360048294066
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.2,0.12963839769363403
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.01,3.237068939208984
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,128,power_law_1.2,4.048691177368164
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.2,0.13312000036239624
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,64,power_law_1.01,12.913664245605469
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.01,0.318668794631958
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.2,0.13547519445419312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.2,15.127859497070313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.2,0.13916159868240358
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,128,power_law_1.01,13.291416931152344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.01,0.2959359884262085
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.2,0.1457152009010315
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.01,5.687295913696289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.2,0.1662976026535034
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.01,0.3190783977508545
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.2,0.18380800485610962
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,128,power_law_1.2,6.567833709716797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.2,16.438783264160158
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.2,0.19486720561981202
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.2,0.20264959335327148
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.01,0.3388416051864624
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.2,0.2169856071472168
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.01,7.370751953125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.2,0.24217600822448732
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.01,0.35440640449523925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.2,0.301363205909729
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.2,0.42158079147338867
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.01,0.3732480049133301
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,64,power_law_1.2,19.303321838378906
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,64,power_law_1.01,21.94176025390625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.2,0.6296576023101806
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,128,power_law_1.01,10.087935638427734
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.2,0.8736767768859863
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.01,0.3752959966659546
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,128,power_law_1.01,24.432025146484374
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,128,power_law_1.2,13.249433898925782
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.2,1.398579216003418
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.01,0.37601280212402344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,128,power_law_1.2,22.589030456542968
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.2,0.2075648069381714
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.2,1.904332733154297
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.01,0.3895296096801758
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.2,0.22405118942260743
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.2,3.362201690673828
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.01,0.3947520017623901
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.2,0.3004415988922119
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,128,power_law_1.01,15.612416076660157
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.2,4.510720062255859
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.01,0.4109312057495117
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.2,0.29511680603027346
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.01,0.42495999336242674
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.2,0.3151871919631958
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.2,7.729357147216797
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,64,power_law_1.2,32.656280517578125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.2,0.32665600776672366
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.01,0.45537281036376953
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.2,0.3457024097442627
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.01,0.47902722358703614
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.2,0.3637248039245605
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.01,0.5312511920928955
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.2,10.613862609863281
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,128,power_law_1.2,37.609368896484376
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.2,0.3573760032653809
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.01,0.6132736206054688
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,64,power_law_1.01,48.48609313964844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.2,0.37918720245361326
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.01,0.11345920562744141
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.01,0.7108607769012452
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,128,power_law_1.01,50.256997680664064
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,128,power_law_1.01,33.77408142089844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.01,0.2046976089477539
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,128,power_law_1.2,12.592025756835938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.2,0.3762176036834717
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.2,0.11366399526596069
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.01,0.899788761138916
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.01,0.20480000972747803
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.2,0.2052095890045166
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.2,0.39280641078948975
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.01,0.2056191921234131
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.01,1.1423744201660155
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.2,0.20449280738830566
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.01,0.21125121116638185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.2,0.406220817565918
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.2,0.208076810836792
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.01,0.21370880603790282
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.01,1.5112192153930664
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.2,0.21237759590148925
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.2,0.4356095790863037
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.01,0.2239487886428833
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.2,0.2160640001296997
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.01,0.22783999443054198
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.01,2.0579328536987305
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.2,0.45199360847473147
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,128,power_law_1.2,21.026815795898436
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.2,0.22456319332122804
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.01,0.23388159275054932
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.2,0.4859903812408447
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.2,0.22968320846557616
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.01,0.23828480243682862
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.01,3.1318016052246094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.2,0.23439359664916992
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.01,0.24657919406890869
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.2,0.5320703983306885
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.01,0.2549760103225708
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.2,0.23889920711517335
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.2,0.6300672054290771
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.01,4.123545455932617
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.01,0.26296319961547854
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.2,0.24729599952697753
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.01,0.2810879945755005
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.2,0.2563071966171265
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.2,0.7257088184356689
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.01,0.30167040824890134
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.2,0.26562559604644775
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,64,power_law_1.2,75.07149047851563
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.2,0.9666560173034668
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.01,0.36577279567718507
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.2,0.29091839790344237
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.01,6.298521423339844
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.01,0.4171775817871094
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.2,0.36136960983276367
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.2,1.226956844329834
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.01,0.49039359092712403
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.2,0.3794944047927856
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.2,1.7709056854248046
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.2,0.4221951961517334
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.01,0.5714943885803223
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,128,power_law_1.2,83.42742919921875
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.01,8.669593811035156
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.2,0.5067776203155517
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.01,0.743833589553833
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,128,power_law_1.2,42.5554931640625
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.2,2.343935966491699
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.2,0.6003712177276611
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.01,0.9530367851257324
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.2,0.8950783729553222
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.01,1.439743995666504
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.2,3.835801696777344
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.2,1.1355135917663575
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.01,1.940070343017578
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,128,power_law_1.01,11.181362915039063
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.2,1.780838394165039
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.2,5.040127944946289
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.01,2.8849151611328123
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.2,2.4961023330688477
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.01,3.973836898803711
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.2,4.470681762695312
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.2,9.824153900146484
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.01,6.891315460205078
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,128,power_law_1.01,19.671859741210938
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.2,6.293913650512695
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.2,13.194137573242188
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.01,9.454898834228516
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.2,10.805554962158203
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,256,power_law_1.01,12.465766143798827
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,128,power_law_1.2,17.605427551269532
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.2,16.936550903320313
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,128,power_law_1.01,44.06005859375
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,256,power_law_1.01,21.781094360351563
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,256,power_law_1.2,21.62513885498047
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,128,power_law_1.2,30.09884033203125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,256,power_law_1.2,37.276364135742185
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,256,power_law_1.01,45.604251098632815
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,128,power_law_1.2,65.770703125
VLLM,0.12.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,256,power_law_1.2,82.13094482421874
