framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.4540544033050537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.43613758087158205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.01,0.06174719929695129
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.4362304210662842
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.2,0.06197440028190613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.45621438026428224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.7406879901885987
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.7387167930603027
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.01,0.10762560367584229
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.2,0.10818560123443603
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.8293312072753907
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.8299936294555664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.01,0.20258240699768065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.2,0.19551039934158326
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.2,1.6332416534423828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.01,1.6306112289428711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.6839903831481934
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.01,0.9573599815368652
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.2,3.2208480834960938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.7443007946014404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.01,1.2246015548706055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.01,3.223004913330078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.2,1.1221664428710938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.2,0.9549471855163574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.01,1.727734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.2,1.5372511863708496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.01,0.28343360424041747
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.2,0.25784640312194823
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.01,0.3782495975494385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.2,0.349782395362854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.01,0.6038591861724854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.2,0.6007296085357666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.2,4.3615680694580075
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.01,1.6153951644897462
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.01,4.9805248260498045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.01,0.6294784069061279
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.2,0.6553599834442139
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.2,1.5797920227050781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.01,0.663327980041504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.2,0.6760672092437744
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.01,2.7183744430541994
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.2,2.8011999130249023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.01,0.6860415935516357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.2,5.82391357421875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.2,0.7027040004730225
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.01,6.500710296630859
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.01,0.6917952060699463
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.2,0.7088511943817138
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.01,0.7296639919281006
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.2,0.7356095790863038
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.01,2.3695775985717775
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.2,9.056809234619141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.01,9.210476684570313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.2,2.396089553833008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.01,2.4687456130981444
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.01,4.275075149536133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.2,2.4386623382568358
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.2,4.275667190551758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.01,2.4783679962158205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.2,2.5100160598754884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.01,4.380748748779297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.01,2.557686424255371
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.2,9.437052917480468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.2,4.293033599853516
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.01,9.89131851196289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.2,2.556915283203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.01,4.397603225708008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.01,2.67993278503418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.01,0.9940768241882324
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.2,4.455839920043945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.2,1.017728042602539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.2,2.652239990234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.01,2.779929542541504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.01,4.469971084594727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.2,9.912105560302734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.01,1.0235872268676758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.2,4.512287902832031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.2,1.0137120246887208
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.01,9.969980621337891
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.2,2.6949951171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.01,2.89147834777832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.01,4.58023681640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.2,4.5936225891113285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.01,1.0489215850830078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.2,2.8700000762939455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.2,1.0558496475219727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.2,10.372972869873047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.01,2.9347551345825194
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.01,4.651913452148437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.01,10.35503692626953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.2,4.660819244384766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.2,2.9534143447875976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.01,1.0691679954528808
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.2,1.0821087837219239
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.01,4.901801681518554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.01,3.112518310546875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.2,4.8133281707763675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.2,11.145001220703126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.2,3.042540740966797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.01,10.971971130371093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.01,1.1109439849853515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.01,5.106588745117188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.01,3.206915283203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.2,1.1084768295288085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.2,5.073311996459961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.2,3.048489570617676
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.2,11.83235855102539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.01,5.312351989746094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.01,11.681279754638672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.01,3.3861793518066405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.2,5.273932647705078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.01,1.153775978088379
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.2,1.1631872177124023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.2,3.2780830383300783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.01,5.671728134155273
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.2,5.594895935058593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.2,12.903312683105469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.01,3.8381439208984376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.01,12.315548706054688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.2,3.7147647857666017
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.01,1.2280384063720704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.01,5.995046234130859
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.2,1.264675235748291
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.2,5.8951873779296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.2,13.89813690185547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.01,4.202124786376953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.01,13.604234313964843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.01,6.474649810791016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.2,4.309660720825195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.2,6.495795440673828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.01,1.3345312118530273
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.2,1.358351993560791
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.2,17.944607543945313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.01,17.283120727539064
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.01,5.647846221923828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.01,7.3580322265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.2,7.233529663085937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.2,5.495587158203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.01,17.705168151855467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.2,18.24283447265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.01,1.5417247772216798
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.01,9.420233917236327
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.01,6.872515106201172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.2,1.574351978302002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.2,9.271036529541016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.01,18.616876220703126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.2,18.981971740722656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.2,6.891497802734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.01,11.534774780273438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.01,1.752854347229004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.01,19.836131286621093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.2,11.561296081542968
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.2,20.534413146972657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.01,10.101423645019532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.2,1.804105567932129
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.2,10.053459167480469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.01,20.812162780761717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.01,16.468412780761717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.2,21.581440734863282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.2,16.357260131835936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.01,13.144406127929688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.01,2.2663360595703126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.2,2.3155263900756835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.01,22.852085876464844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.2,23.835740661621095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.2,13.337568664550782
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.01,21.599424743652342
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.2,21.222496032714844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.01,19.899372863769532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.01,24.888890075683594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.2,26.119174194335937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.01,2.8604703903198243
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.2,2.9702688217163087
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.2,19.380960083007814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.01,33.302651977539064
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.01,30.192205810546874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.2,32.05317077636719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.2,32.266152954101564
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.01,4.173001480102539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.01,26.859963989257814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.2,4.282726287841797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.01,37.340753173828126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.2,39.846588134765625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.01,45.16138610839844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.2,26.490493774414062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.2,44.37300415039063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.01,5.551651382446289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.01,43.46805419921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.01,54.2418212890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.2,57.041357421875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.01,76.38984375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.2,44.48432922363281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.2,5.6196033477783205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.2,76.36163940429688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.01,71.8619140625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.01,8.607782745361328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.2,75.14803466796874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.01,65.15567016601562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.01,117.0916015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.2,66.19761352539062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.2,8.79144287109375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.2,110.96549072265626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.01,108.74561767578125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.2,112.969677734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.01,11.870604705810546
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.01,107.497119140625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.01,184.02166748046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.2,107.61793212890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.2,180.3370849609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.01,146.04840087890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,1,power_law_1.01,14.763375854492187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.2,149.7748046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.2,12.32110366821289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.01,144.02611083984374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.01,247.9726806640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,1,power_law_1.01,180.1104248046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.2,140.77021484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,1,power_law_1.2,184.708154296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,1,power_law_1.01,24.529209899902344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.2,255.582666015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,1,power_law_1.2,15.193452453613281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,1,power_law_1.01,172.4402587890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,1,power_law_1.2,169.00435791015624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,1,power_law_1.01,302.953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,1,power_law_1.01,293.4210693359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,1,power_law_1.2,300.4439697265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,1,power_law_1.2,294.1900634765625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,1,power_law_1.2,24.828166198730468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,1,power_law_1.01,49.87851257324219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.2193056106567383
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.4397439956665039
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.7060192108154297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.01,1.046735954284668
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,1,power_law_1.01,283.485302734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.01,1.361900806427002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.01,2.294166374206543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.01,2.4256256103515623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.01,2.4738367080688475
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.01,2.6449888229370115
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.01,2.6988384246826174
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.01,2.87825927734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.01,3.9892318725585936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.01,4.095225524902344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.01,4.14381103515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.01,4.287635040283203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.01,4.3563232421875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.01,4.543280029296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.01,4.981596755981445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.01,5.408780670166015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.01,6.252467346191406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.01,7.193878173828125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.01,9.628694152832031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.01,12.129532623291016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,1,power_law_1.01,509.105224609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.01,18.18360595703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,1,power_law_1.2,292.4264404296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.01,24.93146514892578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.01,39.692813110351565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,1,power_law_1.01,601.533349609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.21734719276428222
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.4389535903930664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.7773568153381347
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.2,1.0649888038635253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.2,1.4196415901184083
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.2,2.572662353515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.2,2.454742431640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.2,2.5757375717163087
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.2,2.6887935638427733
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.2,2.7495296478271483
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.2,2.911868858337402
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.2,4.061401748657227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.2,4.077420806884765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.2,4.206070327758789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,1,power_law_1.2,505.395263671875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.2,4.353878402709961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.2,4.470793533325195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.2,4.665820693969726
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.2,5.040291213989258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.2,5.5172382354736325
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,1,power_law_1.2,602.554931640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.5250976085662842
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.01,1.0171104431152345
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.01,1.7602048873901368
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.2,6.449798583984375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.01,2.879840087890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.01,4.127990341186523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.01,6.938937377929688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.01,7.210838317871094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.01,7.516880035400391
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.01,7.597808074951172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.01,8.220838165283203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.2,7.535414123535157
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.01,8.86844482421875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.01,9.7392578125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.01,12.822390747070312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.01,13.220077514648438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.01,13.405250549316406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.2,10.008096313476562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.01,13.839494323730468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.01,54.787603759765624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.01,14.417837524414063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.01,15.40765380859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.01,16.480841064453124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.2,12.710435485839843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.01,18.4936767578125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.01,21.29345245361328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.2,18.944374084472656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.01,27.327862548828126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.01,35.44646301269531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.2,26.605184936523436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,1,power_law_1.01,66.76353759765625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.01,53.807562255859374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.01,72.36103515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,1,power_law_1.01,575.977587890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.523967981338501
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.2,1.0153504371643067
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.2,1.992915153503418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.2,41.24250793457031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.2,2.595683288574219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.2,3.5609920501708983
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.2,6.712643432617187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.2,7.300547027587891
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.2,7.532476806640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.2,8.247177886962891
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.2,8.523673248291015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.2,9.382460784912109
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.2,9.932173156738282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.2,12.95501708984375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.2,13.581484985351562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.2,13.767677307128906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.2,13.885417175292968
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.2,14.715283203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.2,15.798220825195312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.2,16.841871643066405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.2,19.05994873046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.01,112.25145263671875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.2,21.736553955078126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.2,28.79350891113281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,1,power_law_1.01,113.6271484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.2,37.645083618164065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.2,57.347845458984374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.2,56.073046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.01,151.62158203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.2,75.72935180664062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,1,power_law_1.2,575.950732421875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.01,0.4891071796417236
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.01,0.9379008293151856
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.01,1.633030319213867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.01,3.2218143463134767
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.01,5.855184173583984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.01,8.260211181640624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.01,9.79680938720703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.01,12.831961059570313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,1,power_law_1.01,1008.796484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.2,0.48909759521484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.2,0.9364288330078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.2,1.8452224731445312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.2,3.218387222290039
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.01,13.260153198242188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.2,5.2832481384277346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.2,7.357084655761719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.01,13.820137023925781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.2,8.864463806152344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.01,14.375106811523438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.2,12.341017913818359
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.01,14.840707397460937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.2,13.0821533203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,1,power_law_1.2,68.7746826171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.2,13.254194641113282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.01,15.813180541992187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,1,power_law_1.2,49.837161254882815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.2,14.029927062988282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,1,power_law_1.01,0.1382848024368286
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,1,power_law_1.01,0.26346559524536134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,1,power_law_1.01,0.4353856086730957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.2,114.84970703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.01,17.058181762695312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,1,power_law_1.01,0.7301184177398682
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,1,power_law_1.01,1.0024255752563476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,1,power_law_1.01,1.7088735580444336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,1,power_law_1.01,1.817020797729492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.2,15.013241577148438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,1,power_law_1.01,1.8995040893554687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,1,power_law_1.01,186.31395263671874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,1,power_law_1.01,1.955766487121582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,1,power_law_1.01,2.039801597595215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.01,18.661418151855468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,1,power_law_1.01,2.0772319793701173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.2,15.915065002441406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,1,power_law_1.01,3.0924543380737304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,1,power_law_1.01,3.1215871810913085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.2,17.5380615234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.01,19.929017639160158
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,1,power_law_1.01,3.221139144897461
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,1,power_law_1.01,3.3770336151123046
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.2,18.788621520996095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,1,power_law_1.01,3.447840118408203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.01,25.28417205810547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,1,power_law_1.01,3.6052894592285156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.2,20.303651428222658
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,1,power_law_1.01,3.877145767211914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.01,26.496612548828125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.2,25.601119995117188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,1,power_law_1.01,4.155456161499023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.2,26.822598266601563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.01,28.305892944335938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,1,power_law_1.01,4.650396728515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.2,28.315432739257812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.01,30.371334838867188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,1,power_law_1.01,5.192908859252929
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.2,31.254229736328124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.01,32.21263122558594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,1,power_law_1.01,6.467072296142578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.2,33.53726501464844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.01,36.899923706054686
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,1,power_law_1.01,7.920006561279297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.2,39.216827392578125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.01,43.698394775390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.2,155.92568359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.2,46.362420654296876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,1,power_law_1.01,11.230847930908203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,1,power_law_1.2,1013.55146484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,1,power_law_1.2,0.13858879804611207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.01,59.533087158203124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,1,power_law_1.2,0.26482880115509033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,1,power_law_1.2,0.49315838813781737
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,1,power_law_1.2,0.667196798324585
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,1,power_law_1.2,0.9236127853393554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,1,power_law_1.2,1.6535263061523438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,1,power_law_1.2,1.8154848098754883
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,1,power_law_1.2,1.8788768768310546
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,1,power_law_1.2,2.033900833129883
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,1,power_law_1.2,2.031673622131348
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,1,power_law_1.2,2.169718360900879
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,1,power_law_1.2,3.1816511154174805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,1,power_law_1.01,231.3631591796875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.2,62.90272827148438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,1,power_law_1.2,3.2581825256347656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,1,power_law_1.01,0.95731201171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,1,power_law_1.01,1.8741279602050782
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,1,power_law_1.01,3.278742218017578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,1,power_law_1.2,3.321033477783203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,1,power_law_1.01,14.568464660644532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,1,power_law_1.01,5.797119903564453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,1,power_law_1.2,3.455763244628906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,1,power_law_1.01,8.275257873535157
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,1,power_law_1.2,3.4937854766845704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,1,power_law_1.01,14.099766540527344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,1,power_law_1.2,3.6289249420166017
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,1,power_law_1.01,14.972998046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,1,power_law_1.01,15.736575317382812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,1,power_law_1.2,3.9287136077880858
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,1,power_law_1.01,16.2899169921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,1,power_law_1.2,4.227503967285156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,1,power_law_1.01,16.888316345214843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,1,power_law_1.01,18.14757385253906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,1,power_law_1.01,19.287155151367188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,1,power_law_1.2,4.77213134765625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,1,power_law_1.01,20.36913299560547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,1,power_law_1.01,22.724998474121094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,1,power_law_1.2,5.305295944213867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,1,power_law_1.01,24.74713592529297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.01,76.91590576171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,1,power_law_1.01,27.08057556152344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.2,80.97074584960937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,1,power_law_1.01,310.3322998046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,1,power_law_1.2,6.679388427734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,1,power_law_1.01,31.68213806152344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,1,power_law_1.01,22.291859436035157
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,1,power_law_1.01,31.694680786132814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,1,power_law_1.2,8.279328155517579
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,1,power_law_1.01,33.43153686523438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,1,power_law_1.01,38.46565246582031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,1,power_law_1.01,43.7058349609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,1,power_law_1.2,11.655587005615235
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.01,114.126806640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,1,power_law_1.2,190.0928466796875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.2,118.38385009765625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,1,power_law_1.01,56.251556396484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,1,power_law_1.2,115.1765869140625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,1,power_law_1.01,31.243719482421874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,1,power_law_1.2,15.251362609863282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,1,power_law_1.01,69.78272705078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,1,power_law_1.01,98.67149047851562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.01,152.16422119140626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.2,155.4581298828125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,1,power_law_1.2,23.74663391113281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,1,power_law_1.01,38.386651611328126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,1,power_law_1.01,131.67991943359374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,1,power_law_1.2,32.91720886230469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,1,power_law_1.2,191.7113525390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,1,power_law_1.01,190.45166015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,1,power_law_1.01,197.86961669921874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,1,power_law_1.2,313.2493896484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,1,power_law_1.01,64.94022216796876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,1,power_law_1.2,40.38011474609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,1,power_law_1.01,630.159814453125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,1,power_law_1.2,0.9556447982788085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,1,power_law_1.2,1.8726783752441407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,1,power_law_1.2,3.4493408203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,1,power_law_1.2,5.321987152099609
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,1,power_law_1.2,7.330854034423828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,1,power_law_1.2,13.667141723632813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,1,power_law_1.2,14.8069091796875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,1,power_law_1.2,15.81944580078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,1,power_law_1.01,258.724658203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,1,power_law_1.2,16.405862426757814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,1,power_law_1.2,17.39624938964844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,1,power_law_1.2,18.535952758789062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,1,power_law_1.2,19.80804443359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,1,power_law_1.2,21.06898193359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,1,power_law_1.2,23.460394287109374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,1,power_law_1.2,26.008001708984374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,1,power_law_1.2,28.081631469726563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,1,power_law_1.2,32.729443359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,1,power_law_1.2,32.410562133789064
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,1,power_law_1.2,34.80674743652344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,1,power_law_1.2,308.5048828125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,1,power_law_1.2,40.150247192382814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,1,power_law_1.01,301.77275390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,1,power_law_1.2,46.11802978515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,1,power_law_1.2,59.3959228515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,1,power_law_1.2,73.47206420898438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,1,power_law_1.01,318.4471923828125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,1,power_law_1.2,66.16530151367188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,1,power_law_1.2,103.20777587890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,1,power_law_1.2,137.331103515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,1,power_law_1.01,133.23824462890624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.01,0.4215104103088379
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.01,0.5374527931213379
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.01,0.5605247974395752
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.01,1.2861120223999023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.01,1.2941503524780273
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.01,1.3107423782348633
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.01,1.3175840377807617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.01,1.3761887550354004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.01,1.4171839714050294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.01,1.4286656379699707
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.01,1.4727456092834472
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.01,1.5310463905334473
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.01,1.5524255752563476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.01,1.7477888107299804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.01,1.988800048828125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.01,2.1356992721557617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.01,2.370579147338867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.01,3.3912254333496095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.01,4.281123352050781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.01,6.247500610351563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.01,8.988825225830078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,1,power_law_1.2,204.743359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.01,13.919161987304687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,1,power_law_1.01,511.2880859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.01,18.29358673095703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,1,power_law_1.2,233.225830078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.2,0.37956159114837645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.2,0.4507904052734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.2,0.5738848209381103
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.2,1.2837120056152345
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.2,1.2937600135803222
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.2,1.309062385559082
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.2,1.3444640159606933
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.2,1.348646354675293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.2,1.415078353881836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.2,1.4356736183166503
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.2,1.4810367584228517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.2,1.50217924118042
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.2,1.5829759597778321
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.2,1.7138975143432618
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.2,1.8920320510864257
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.2,2.0590751647949217
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.2,2.5807647705078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.2,3.326649475097656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.2,4.601030349731445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.01,27.37379150390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.2,6.087136077880859
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.2,8.311014556884766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,1,power_law_1.2,265.913427734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,1,power_law_1.2,611.320166015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.25388479232788086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,1,power_law_1.2,630.667626953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.25410239696502684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.33276479244232177
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.34028480052947996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.4450784206390381
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.5124095916748047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.2,15.003074645996094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.7717599868774414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.7713727951049805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.01,0.7841919898986817
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.01,0.894371223449707
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.2,0.7740032196044921
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.2,0.8864192008972168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,1,power_law_1.01,608.2623046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.01,0.6075424194335938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.01,0.8779775619506835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.01,0.857084846496582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.01,0.9952223777770997
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.01,0.9179743766784668
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.01,2.284979248046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.2,0.8538047790527343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.01,0.9970848083496093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.01,2.4124576568603517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.2,0.9283200263977051
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.01,2.4452640533447267
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.2,1.0325728416442872
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.01,2.43668155670166
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.01,2.294944000244141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.01,2.396841621398926
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.01,2.4738271713256834
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.01,0.885689640045166
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.01,2.585919952392578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.2,0.8801919937133789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.01,2.689148712158203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.01,2.7732959747314454
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.01,47.88099975585938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.01,0.9144927978515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.01,3.0658912658691406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.01,0.9406399726867676
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.2,0.8986751556396484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.01,0.9840127944946289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.01,3.1440319061279296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.2,0.9477696418762207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.2,0.9876288414001465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.01,3.8247295379638673
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.2,20.13738250732422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.01,1.0375904083251952
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.01,4.378911972045898
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.2,1.0025216102600099
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.01,1.1043711662292481
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.2,1.1157055854797364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.01,1.184502410888672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.01,5.373139190673828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.2,1.1663519859313964
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.01,1.4074111938476563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.2,1.3527071952819825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.01,7.621769714355469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.2,1.9648992538452148
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.01,1.9011360168457032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.01,2.4638303756713866
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.2,2.444207954406738
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.01,10.686675262451171
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.01,3.568368148803711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.2,3.540047836303711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.01,16.676730346679687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.2,29.686444091796876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.01,4.606294250488281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.2,4.578425598144531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.01,21.932345581054687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.01,6.599529266357422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.2,6.636969757080078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.01,68.51405029296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.01,8.578691101074218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.01,34.31351318359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.2,8.694338989257812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.2,45.83085327148437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,1,power_law_1.2,323.032763671875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,1,power_law_1.2,133.07193603515626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.2,0.6461343765258789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.2,0.8163392066955566
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.2,0.7483903884887695
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.2,2.1465343475341796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.2,2.1617536544799805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.2,2.2062463760375977
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.2,2.213311958312988
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.2,2.3243072509765623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.2,2.3915456771850585
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.2,2.4774143218994142
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.2,2.5499904632568358
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.01,12.530889892578125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.2,2.7652704238891603
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.2,2.8377407073974608
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.2,3.053811264038086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.2,3.305683135986328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.2,3.7013057708740233
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.2,4.208518218994141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.01,53.15341796875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.2,5.351036834716797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.2,12.720476531982422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.2,7.696102142333984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.2,9.952499389648438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.01,16.560890197753906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.2,14.400038146972657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.01,74.62313842773438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.2,20.153077697753908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.01,100.27197875976563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.2,16.71186218261719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.2,70.24240112304688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.2,36.63929138183594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.01,24.712535095214843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.01,123.39864501953124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.2,53.394873046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.2,24.79346618652344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,1,power_law_1.01,1019.92802734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.4281631946563721
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.7066559791564941
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.9207008361816407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.01,1.5739871978759765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.01,2.4159519195556642
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.01,2.4465120315551756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.01,2.4790592193603516
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.01,2.5506752014160154
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.01,2.3600767135620115
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.01,2.3478879928588867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.01,2.431865692138672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.01,2.4659135818481444
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.01,2.5912704467773438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.01,2.835958480834961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,2,power_law_1.01,113.49481201171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.01,2.816694450378418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.01,3.1106943130493163
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.01,3.589254379272461
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.2,100.59421997070312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.2,87.86099243164062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.01,4.52064323425293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.01,5.511283111572266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.01,7.662016296386719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,1,power_law_1.2,520.381005859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.01,32.954742431640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.01,10.106297302246094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.01,15.017196655273438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.2,32.74984130859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.01,169.933544921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.01,20.66191711425781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.2,116.989208984375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.01,36.759866333007814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,2,1,power_law_1.01,41.44080810546875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,2,power_law_1.2,111.7952880859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.01,53.303741455078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,2,1,power_law_1.2,41.10885009765625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,2,power_law_1.01,194.0151123046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,2,power_law_1.01,207.7921630859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.01,88.45299682617187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.2,200.4406005859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.01,123.25701904296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,2,1,power_law_1.01,65.44872436523437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,2,power_law_1.2,176.873681640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,2,1,power_law_1.2,65.07691650390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,2,power_law_1.2,206.0615234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,2,power_law_1.01,385.1464111328125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,2,1,power_law_1.01,145.90894775390626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,2,power_law_1.01,414.110546875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.42927041053771975
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.6880447864532471
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.907436752319336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.2,1.4209823608398438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.2,2.1375968933105467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.2,2.2056671142578126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.2,2.2377920150756836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.2,2.278758430480957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.2,2.321548843383789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.2,2.3414783477783203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.2,2.43504638671875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.2,2.5953760147094727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.2,2.68623046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.2,2.7811552047729493
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.2,2.931616020202637
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.2,3.0544448852539063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.2,3.509145736694336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.2,4.522000122070312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.2,5.520614242553711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.2,7.547920227050781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.2,9.771257781982422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.2,15.2388671875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,2,1,power_law_1.01,247.4215087890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.2,20.555238342285158
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,2,power_law_1.2,394.47626953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.2,36.557107543945314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,2,1,power_law_1.2,129.7388427734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.2,54.55679931640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.01,0.4900032043457031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.01,0.8916159629821777
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.01,1.32903995513916
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.01,1.9644927978515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.01,2.8427007675170897
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.01,3.7042400360107424
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.01,4.797315216064453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.01,5.20338249206543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.01,5.205120086669922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,2,1,power_law_1.01,130.3200439453125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.2,0.48895678520202634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.2,0.9230303764343262
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.01,5.318806457519531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.2,1.201356792449951
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.2,1.8899328231811523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.2,2.6523967742919923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.01,5.686454391479492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.2,3.262540817260742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,1,power_law_1.2,1029.76484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.25597438812255857
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.48578882217407227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.9352128028869628
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.2,4.744534301757812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.01,8.280233764648438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.01,1.83504638671875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.01,2.7060447692871095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.2,5.10120964050293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.01,3.5813056945800783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.2,5.049203109741211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.01,8.366146850585938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.01,4.949251174926758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.2,5.451631927490235
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.01,4.938441467285156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.01,8.597869110107421
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.2,5.939923095703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.01,5.074367904663086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.01,5.232185745239258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.2,8.045827484130859
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.01,8.912947082519532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.01,5.491727828979492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.2,8.59787826538086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.01,5.70634880065918
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.01,8.99291534423828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.01,6.037811279296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.2,8.791171264648437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.01,6.421715545654297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.01,9.550527954101563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.2,9.186045074462891
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.01,8.588060760498047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.2,9.36920623779297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.01,10.110723114013672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.01,8.929750061035156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.2,9.513263702392578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.01,9.344371032714843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.01,10.943011474609374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.2,10.490876770019531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.01,9.994406127929688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.2,11.325091552734374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.01,11.873772430419923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.01,10.454985809326171
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.2,12.494486236572266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.01,11.649209594726562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.01,13.296646118164062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.2,13.804940795898437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.01,12.598108673095703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.01,16.09813690185547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.2,17.084310913085936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.01,14.9447998046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.01,20.27831115722656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.2,22.346156311035156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,2,power_law_1.2,417.056298828125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.2,89.78883056640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.01,18.41333465576172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.25597119331359863
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.48448958396911623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.8314335823059082
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.2,1.6163808822631835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.2,2.201107215881348
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.2,2.9926496505737306
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.2,4.575091171264648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.2,4.811321640014649
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.2,5.064342498779297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.2,5.227942276000976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.2,5.521401596069336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.2,5.748057556152344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.2,6.031897735595703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.2,6.525305938720703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.2,8.772873687744141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.2,9.170611572265624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.01,29.386624145507813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.2,9.534178924560546
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.2,32.21842956542969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.2,10.248047637939454
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.01,26.59681091308594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.2,10.879503631591797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.2,11.943071746826172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,2,power_law_1.01,719.889501953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.01,0.07368639707565308
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.01,0.10537600517272949
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.01,0.15344640016555786
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.01,0.19027199745178222
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.01,0.25429439544677734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.01,0.36535038948059084
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.01,0.3891072034835815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.01,0.37056000232696534
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.01,0.5116991996765137
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.01,0.5073503971099853
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.01,0.5305759906768799
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.01,0.5283520221710205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.01,0.5573279857635498
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.01,0.5736192226409912
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.2,13.012515258789062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.01,0.605408000946045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.01,0.6246943950653077
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.01,0.6429312229156494
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.01,39.034735107421874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.01,0.7081408023834228
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.01,0.7653279781341553
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.2,42.08092346191406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.2,15.711801147460937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.01,36.00667724609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.01,0.9037216186523438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.01,1.037945556640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.2,19.446739196777344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.01,1.3793408393859863
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.01,1.7356800079345702
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.2,27.29261169433594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.01,61.91685180664062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.2,65.88858032226562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.01,54.57186279296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.01,2.5580703735351564
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.2,123.88126220703126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.2,36.252392578125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.01,3.43240966796875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.01,78.83407592773438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.2,90.0367919921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.01,73.0665283203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,2,1,power_law_1.01,499.988427734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.2,0.07304000258445739
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.2,0.0998848021030426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.2,0.14527039527893065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.2,0.1741055965423584
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.2,0.22260479927062987
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.2,55.06882934570312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.2,0.37420480251312255
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.2,0.38144960403442385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.2,0.3640448093414307
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.2,0.5068352222442627
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.2,0.5109568119049073
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.2,0.5245440006256104
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.2,0.5441567897796631
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.2,0.5595680236816406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.2,0.5937632083892822
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.2,0.6034080028533936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.2,0.6016479969024658
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.01,5.326947021484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.2,0.6420671939849854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.2,0.7082079887390137
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.2,0.7813439846038819
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.2,0.9184991836547851
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.2,1.1323136329650878
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.2,1.4463520050048828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.2,1.8111103057861329
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,2,power_law_1.01,104.207958984375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.2,73.990673828125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.01,7.420755004882812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,2,power_law_1.2,110.9392333984375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,2,1,power_law_1.2,144.19942626953124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,2,1,power_law_1.01,90.7841064453125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.2,2.79638729095459
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.2,3.869334411621094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,2,power_law_1.2,774.0525390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.01,0.045219200849533084
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.01,0.06838080286979675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.01,0.11807039976119996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.01,0.1770143985748291
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.01,0.23962879180908203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.01,0.35777280330657957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.01,0.3456736087799072
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.01,0.3552511930465698
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.01,0.36637120246887206
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.01,0.3706399917602539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.01,0.3816800117492676
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.01,0.5070432186126709
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.01,0.5105120182037354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.01,0.5338687896728516
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.01,0.5576159954071045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.01,0.5677408218383789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.01,0.5865888118743896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.01,0.6395359992980957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.01,0.6894847869873046
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,2,power_law_1.01,8.956214141845702
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.01,0.8077759742736816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,2,1,power_law_1.2,91.057568359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.01,0.9191072463989258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.01,1.192636775970459
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.2,5.808835220336914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.01,1.4815232276916503
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,2,power_law_1.01,172.27470703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.01,2.0659040451049804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,2,1,power_law_1.01,148.11207275390626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,2,power_law_1.2,176.035986328125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.01,2.772380828857422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.2,8.434550476074218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,2,power_law_1.01,15.317756652832031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.01,4.308380889892578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,2,1,power_law_1.2,147.16226806640626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,2,1,power_law_1.2,247.666943359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.01,6.001436614990235
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,2,power_law_1.2,9.725414276123047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,2,1,power_law_1.01,7.380454254150391
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,2,power_law_1.01,343.528125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.2,0.04505279958248139
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.2,0.06766080260276794
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.2,0.11173440217971801
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.2,0.16182080507278443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.2,0.21962881088256836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.2,0.35650560855865476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.2,0.37995519638061526
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.2,0.3935647964477539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.2,0.37236480712890624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.2,0.3769536018371582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.2,0.38694400787353517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.2,0.5171743869781494
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.2,0.5236767768859864
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.2,0.5465280055999756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.2,0.564243221282959
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.2,0.5734079837799072
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.2,0.5896607875823975
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,2,1,power_law_1.01,300.8826416015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.01,0.2258944034576416
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.01,0.3275552034378052
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.01,0.5302527904510498
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.2,0.6453663825988769
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.01,0.6416480064392089
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.01,0.7759103775024414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.01,1.1932448387145995
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.01,1.258409595489502
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.01,1.266982364654541
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.01,1.9413503646850585
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.01,1.9913087844848634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.01,1.9918048858642579
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.2,0.6989151954650878
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.01,2.0813791275024416
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.01,2.062454414367676
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.01,2.1829504013061523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.01,2.1904064178466798
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.2,0.8159135818481446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.01,2.279715156555176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.01,2.410176086425781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.01,2.623347282409668
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,2,power_law_1.2,343.3635986328125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.2,0.22136321067810058
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.2,0.30680959224700927
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.2,0.4875967979431152
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.2,0.9480256080627442
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.2,0.5794911861419678
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.2,0.7393184185028077
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.2,1.2037535667419434
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.2,1.2922335624694825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.2,1.3351648330688477
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.2,1.925164794921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.2,2.0431936264038084
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.01,2.9022464752197266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.2,1.9831775665283202
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.2,2.128876876831055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.2,2.1461919784545898
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,2,power_law_1.01,31.55425109863281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.11832000017166137
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.19664000272750853
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.3859328031539917
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.5379199981689453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.2,2.1928096771240235
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.72325119972229
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.01,1.156726360321045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.01,1.2404064178466796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.01,1.2836416244506836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.2,2.2870431900024415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.01,1.3393856048583985
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.01,3.4607009887695312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.01,1.3702272415161132
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.01,1.4343711853027343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.2,2.2945791244506837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.01,2.011337661743164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.2,1.2285696029663087
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.01,2.0324991226196287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.2,2.472230339050293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.01,2.094607925415039
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.01,2.1562368392944338
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.2,2.728316879272461
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.01,2.2022016525268553
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.01,4.0402687072753904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.01,2.277222442626953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.2,3.017513656616211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.01,2.4470367431640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.2,3.553014373779297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.01,2.67128963470459
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.2,1.517136001586914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.01,5.431414413452148
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.01,3.0913087844848635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.2,4.235651016235352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,2,1,power_law_1.01,12.392002868652344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.01,3.5823200225830076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.01,7.393682861328125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.2,6.139779281616211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.2,2.1691808700561523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.01,4.666521453857422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.2,7.774658966064453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.01,5.843881607055664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.01,10.207504272460938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,2,1,power_law_1.2,298.1859130859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.11891839504241944
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.21651198863983154
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.4166975975036621
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.5506400108337403
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.7587391853332519
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.2,1.2689599990844727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.2,1.2332768440246582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.2,1.3101920127868651
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.2,1.3712896347045898
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.2,1.3694144248962403
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.2,1.453395175933838
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.2,1.9896352767944336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.2,2.0306207656860353
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.2,2.896601676940918
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.2,2.1067071914672852
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.2,2.1638816833496093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.2,11.865408325195313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.2,2.2051008224487303
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.01,8.667350769042969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.2,2.3172544479370116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.2,2.4972255706787108
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.2,2.7160415649414062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.01,15.31705322265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.2,3.1781536102294923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.2,3.715244674682617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,2,power_law_1.2,16.015168762207033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.01,11.975389099121093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.2,4.82042236328125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.2,17.17902069091797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.2,6.0726367950439455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.01,23.06538543701172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.2,4.547539138793946
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.2,9.087443542480468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.01,19.457533264160155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.2,25.159429931640624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.2,12.56670684814453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.01,34.185202026367186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.01,27.12818603515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.2,6.359382247924804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,2,1,power_law_1.2,500.946484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.01,0.5283743858337402
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.2,20.222845458984374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.01,0.9685376167297364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.01,1.1423487663269043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.01,1.693231964111328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.01,2.4071680068969727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.01,3.5077823638916015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.01,3.783647918701172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,2,1,power_law_1.01,25.267356872558594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.01,3.8176929473876955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.2,0.5285280227661133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.2,0.7006144046783447
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.2,1.1386848449707032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.2,1.5628064155578614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.01,3.874252700805664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.2,2.093699264526367
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.2,3.4336448669433595
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.01,6.115459060668945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.2,3.79815673828125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.01,6.257363128662109
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.2,3.9000831604003907
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.2,4.1792865753173825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.01,6.2118785858154295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.2,6.237785720825196
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.01,6.370828628540039
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.2,6.35912971496582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.01,6.783699035644531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.2,6.577935791015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.2,6.706953430175782
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.01,6.854492950439453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.2,6.743202972412109
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.2,35.243719482421874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.01,7.064857482910156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,2,power_law_1.01,41.321292114257815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.2,7.0539100646972654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.01,7.479763031005859
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.2,7.2082366943359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.2,7.588256072998047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.01,8.038082885742188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.2,7.943859100341797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.01,8.508918762207031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.2,8.860057830810547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.01,9.7863037109375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.2,10.1698974609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,2,1,power_law_1.01,32.4998291015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.01,11.267692565917969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.2,11.709004974365234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.01,14.40978546142578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.2,16.006013488769533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.01,19.363670349121094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.2,20.855087280273438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.2,27.694915771484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,2,1,power_law_1.2,7.809561920166016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.01,29.158770751953124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.2,31.47960510253906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.01,40.21334533691406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,2,power_law_1.2,43.434271240234374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.2,43.08328857421875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,2,power_law_1.01,68.80883178710937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,2,1,power_law_1.01,56.09178466796875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.01,63.430859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.2,69.33911743164063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,2,1,power_law_1.2,33.74205017089844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.01,85.05037841796874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.2,93.515576171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,2,1,power_law_1.2,12.915769958496094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,2,power_law_1.01,106.63248291015626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,2,power_law_1.2,74.14808959960938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,2,power_law_1.2,121.640283203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,2,power_law_1.01,145.12210693359376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.2704992055892944
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.5212128162384033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.01,0.8944352149963379
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.01,1.4712672233581543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.01,2.0265247344970705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.01,3.368297576904297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.01,3.6601726531982424
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.01,3.776345443725586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.01,3.8719711303710938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.01,3.9704513549804688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.01,4.270358276367188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.01,4.498099136352539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.01,6.316387176513672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.01,6.499897766113281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.01,6.728025817871094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.01,6.968147277832031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.01,7.256774139404297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,2,1,power_law_1.01,114.499853515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.270470404624939
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.5212384223937988
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.2,1.0084320068359376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.2,1.3391360282897948
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.2,1.8625247955322266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.2,3.43076171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.2,3.667001724243164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.01,7.734944152832031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.2,3.803376007080078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.2,3.9966304779052733
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.2,4.198035049438476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.2,4.453193664550781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.01,8.242594909667968
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.2,4.688652801513672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.2,6.462006378173828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.2,6.667727661132813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.2,6.79703369140625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.01,9.211775970458984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.2,7.016425323486328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.2,7.286156463623047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,2,1,power_law_1.2,56.34736328125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.2,7.868572998046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.01,10.541180419921876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.2,8.422857666015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.2,9.503936004638671
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.01,13.288166809082032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.2,10.718476867675781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.01,16.988543701171874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.2,13.795433044433594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,2,power_law_1.01,175.30457763671876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.2,17.91966094970703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.01,25.778204345703124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.2,27.091104125976564
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.01,34.93538818359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.2,36.94819641113281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,2,power_law_1.2,192.8974365234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.01,54.80565185546875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.2,56.46431884765625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,2,power_law_1.2,33.775244140625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.01,0.4895359992980957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.01,0.8343584060668945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.01,1.6342208862304688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.01,2.204489517211914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.01,3.5683265686035157
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.01,4.718771362304688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.01,5.43864631652832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.01,6.8568672180175785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.01,7.056521606445313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.01,6.865865325927734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.01,7.471907043457032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.01,7.424384307861328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.01,8.249155426025391
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.01,11.884076690673828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.01,12.020620727539063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.01,12.29131851196289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.01,74.26666259765625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.01,12.624342346191407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.01,13.464816284179687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.01,14.462576293945313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.01,15.681663513183594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.01,16.659811401367186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.2,76.57223510742188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.01,19.04943389892578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.01,22.498243713378905
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,2,1,power_law_1.01,91.959228515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.01,31.7191162109375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.01,41.94491271972656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,2,power_law_1.01,374.87587890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.2,0.48856639862060547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.2,0.9376095771789551
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.2,1.5526847839355469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.2,2.4995040893554688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.2,3.268950271606445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.2,4.350060653686524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,2,1,power_law_1.2,94.15624389648437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.2,4.92072639465332
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.2,6.539430236816406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.2,7.137785339355469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.2,7.453660583496093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.2,7.424163055419922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.2,8.0914306640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.2,8.434595489501953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.2,11.695378875732422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,2,1,power_law_1.2,25.944454956054688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.2548095941543579
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.4334559917449951
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.8332287788391113
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.01,1.629692840576172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.01,2.9297855377197264
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.2,12.250153350830079
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.01,4.152272033691406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.01,4.861587142944336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.01,6.484012603759766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.2,12.51611557006836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.01,6.771395111083985
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.01,6.932096099853515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.2,12.883853149414062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.01,7.379078674316406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.01,7.444035339355469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.01,7.8376319885253904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.2,13.517890930175781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.01,8.374726104736329
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.01,8.730924987792969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.2,14.976847839355468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.01,9.222067260742188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.01,12.566793823242188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.2,16.11225280761719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.01,13.37151641845703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.01,62.96871337890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.01,14.184844970703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.2,17.22337646484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.01,15.241404724121093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.2,20.318208312988283
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.01,16.34330596923828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.01,18.444090270996092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.2,24.22569580078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,2,1,power_law_1.01,153.668701171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.01,21.41038360595703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.2,33.452395629882815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.01,82.63645629882812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,2,1,power_law_1.2,114.61087646484376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.256879997253418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.48493118286132814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.9364480018615723
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.2,1.6299711227416993
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.01,28.99444580078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.2,2.631920051574707
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.2,3.7207710266113283
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.2,4.517539215087891
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.2,6.248172760009766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.2,6.5434211730957035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.2,6.7593505859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.2,7.157737731933594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.2,7.5702659606933596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.2,7.7555488586425785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.2,8.328246307373046
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.2,8.804755401611327
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.2,9.40836181640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.2,12.659011077880859
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.2,45.055789184570315
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.2,13.545622253417969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.2,14.457769775390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.01,37.965066528320314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.2,15.596575927734374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,2,power_law_1.2,388.8207763671875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,2,power_law_1.01,0.14320640563964843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,2,power_law_1.01,0.24405760765075685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,2,power_law_1.01,0.3426527976989746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,2,power_law_1.01,0.5443871974945068
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,2,power_law_1.01,0.6774271965026856
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,2,power_law_1.01,0.8983839988708496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,2,power_law_1.01,0.9931872367858887
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,2,power_law_1.01,0.9488672256469727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,2,power_law_1.01,1.4982144355773925
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,2,power_law_1.01,1.5389535903930665
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,2,power_law_1.01,1.5671839714050293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,2,power_law_1.01,1.6168960571289062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,2,power_law_1.01,1.6231136322021484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,2,power_law_1.01,1.7168672561645508
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.2,16.799958801269533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,2,power_law_1.01,1.7565471649169921
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,2,power_law_1.01,1.823811149597168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,2,power_law_1.01,1.918057632446289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,2,power_law_1.01,2.0593664169311525
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,2,power_law_1.01,2.2182016372680664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.2,19.09650573730469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,2,power_law_1.01,2.560476875305176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,2,power_law_1.01,2.869049644470215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,2,power_law_1.01,103.92513427734374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.2,63.94725341796875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.2,22.36787567138672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,2,power_law_1.01,3.698252868652344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,2,1,power_law_1.2,154.88475341796874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.01,56.7925048828125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,2,power_law_1.01,4.636329650878906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.2,30.405014038085938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,2,power_law_1.01,6.525603485107422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,2,power_law_1.2,144.639794921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,2,power_law_1.2,0.14396799802780152
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,2,power_law_1.2,0.22885439395904542
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,2,power_law_1.2,0.3251231908798218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,2,power_law_1.2,0.44138240814208984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,2,power_law_1.2,0.5268832206726074
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,2,power_law_1.2,0.9120320320129395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,2,power_law_1.2,0.9512224197387695
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,2,power_law_1.2,0.9517279624938965
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,2,power_law_1.2,1.4763711929321288
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.2,39.03212890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,2,power_law_1.2,1.5319647789001465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,2,power_law_1.2,1.5702848434448242
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,2,power_law_1.2,1.6478239059448243
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,2,power_law_1.2,1.6970592498779298
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,2,power_law_1.2,1.7162464141845704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,2,power_law_1.2,1.7718208312988282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,2,power_law_1.2,1.8258399963378906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.2,90.95534057617188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,2,power_law_1.2,1.8770111083984375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,2,power_law_1.2,2.0875648498535155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,2,power_law_1.01,8.544265747070312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,2,power_law_1.2,2.2753055572509764
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.01,75.15662841796875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,2,power_law_1.2,2.6382944107055666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,2,power_law_1.2,2.9840511322021483
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,2,power_law_1.2,3.8355873107910154
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.2,57.74569091796875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,2,power_law_1.2,5.098371124267578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,2,power_law_1.01,13.781619262695312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,2,power_law_1.01,163.20904541015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,2,power_law_1.2,7.215945434570313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,2,power_law_1.2,108.046826171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,2,1,power_law_1.01,312.20908203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,2,1,power_law_1.01,0.07959359884262085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,2,1,power_law_1.01,0.1419103980064392
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,2,1,power_law_1.01,94.6261474609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,2,1,power_law_1.01,0.27020161151885985
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,2,1,power_law_1.01,0.37928640842437744
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,2,1,power_law_1.01,0.5393248081207276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,2,1,power_law_1.01,0.8877344131469727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,2,1,power_law_1.01,0.9478976249694824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,2,1,power_law_1.01,0.9978240013122559
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,2,1,power_law_1.01,1.0322303771972656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,2,1,power_law_1.01,1.0503040313720704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,2,1,power_law_1.01,1.093113613128662
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,2,1,power_law_1.01,1.5179871559143066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,2,power_law_1.2,9.784470367431641
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,2,1,power_law_1.01,1.5835391998291015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,2,1,power_law_1.01,1.6444416046142578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,2,1,power_law_1.01,1.6965824127197267
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,2,1,power_law_1.01,1.7313407897949218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,2,1,power_law_1.01,1.815020751953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,2,1,power_law_1.01,1.9436960220336914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.2,76.0584716796875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,2,1,power_law_1.01,2.070636749267578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,2,power_law_1.01,19.435154724121094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,2,1,power_law_1.01,2.349014472961426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,2,1,power_law_1.01,2.6334463119506837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,2,1,power_law_1.01,3.2276447296142576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,2,power_law_1.2,14.528396606445312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,2,1,power_law_1.01,3.9074848175048826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,2,1,power_law_1.01,5.477017593383789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,2,power_law_1.01,23.310719299316407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,2,1,power_law_1.2,94.27891235351562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,2,1,power_law_1.01,7.218608093261719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,2,power_law_1.2,20.892291259765624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,2,power_law_1.2,178.21180419921876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,2,1,power_law_1.01,150.0885009765625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,2,1,power_law_1.01,11.112665557861328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,2,power_law_1.2,26.299606323242188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,2,1,power_law_1.01,15.601411437988281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,2,power_law_1.01,38.64863586425781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,2,1,power_law_1.2,150.32188720703124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,2,power_law_1.01,334.33076171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,2,1,power_law_1.2,0.07952640056610108
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,2,1,power_law_1.2,0.1419711947441101
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,2,1,power_law_1.2,0.26622400283813474
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,2,1,power_law_1.2,0.40214080810546876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,2,1,power_law_1.2,0.5601727962493896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,2,1,power_law_1.2,0.9608351707458496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,2,1,power_law_1.2,1.0857855796813964
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,2,1,power_law_1.2,1.0131327629089355
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,2,1,power_law_1.2,1.0290783882141112
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,2,1,power_law_1.2,1.0645407676696776
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,2,1,power_law_1.2,1.0946335792541504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,2,1,power_law_1.2,1.5723936080932617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,2,1,power_law_1.2,1.6256448745727539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,2,1,power_law_1.2,1.669932746887207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,2,1,power_law_1.2,1.7309152603149414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,2,1,power_law_1.2,1.7479360580444336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,2,1,power_law_1.2,1.8432191848754882
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,2,1,power_law_1.2,1.9774112701416016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,2,1,power_law_1.2,2.116927909851074
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,2,1,power_law_1.2,2.3729312896728514
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,2,1,power_law_1.2,2.6457792282104493
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,2,1,power_law_1.2,3.295004653930664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,2,1,power_law_1.01,19.187677001953126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,2,1,power_law_1.2,4.026847839355469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,2,1,power_law_1.2,312.34609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,2,power_law_1.01,0.9586496353149414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,2,power_law_1.01,1.8727584838867188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,2,power_law_1.01,2.4441856384277343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,2,power_law_1.01,3.5807262420654298
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,2,power_law_1.01,4.833958435058594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,2,power_law_1.01,7.603465270996094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,2,power_law_1.01,7.87344970703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,2,power_law_1.01,7.956454467773438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,2,power_law_1.01,8.460918426513672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,2,power_law_1.01,8.459900665283204
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,2,power_law_1.01,9.261913299560547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,2,power_law_1.01,9.830719757080079
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,2,1,power_law_1.2,5.572540664672852
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,2,power_law_1.01,10.333721923828126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,2,power_law_1.01,11.611167907714844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,2,power_law_1.01,14.208522033691406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,2,power_law_1.01,14.640693664550781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,2,power_law_1.01,14.893276977539063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,2,power_law_1.01,16.368794250488282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,2,power_law_1.01,17.34199676513672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,2,1,power_law_1.2,7.3304191589355465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,2,power_law_1.01,20.018984985351562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,2,power_law_1.2,42.548675537109375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,2,power_law_1.01,23.406915283203126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,2,power_law_1.01,30.432623291015624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,2,power_law_1.01,37.7864990234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,2,1,power_law_1.2,11.485225677490234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,2,1,power_law_1.01,302.43056640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,2,power_law_1.2,0.959660816192627
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,2,1,power_law_1.01,32.49174194335937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,2,power_law_1.2,1.515459156036377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,2,power_law_1.2,2.186172866821289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,2,power_law_1.2,3.310611343383789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,2,power_law_1.2,4.512284851074218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,2,power_law_1.2,354.4576171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,2,power_law_1.2,7.294268798828125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,2,1,power_law_1.01,0.4962592124938965
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,2,1,power_law_1.01,0.8422143936157227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,2,power_law_1.2,7.755165100097656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,2,1,power_law_1.01,1.6502719879150392
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,2,1,power_law_1.01,2.949977684020996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,2,power_law_1.2,7.880156707763672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,2,1,power_law_1.01,4.1713920593261715
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,2,1,power_law_1.01,7.147309112548828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,2,power_law_1.2,8.3851806640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,2,1,power_law_1.01,7.655158233642578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,2,power_law_1.2,8.711872100830078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,2,1,power_law_1.01,7.925532531738281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,2,power_law_1.2,9.407373046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,2,1,power_law_1.01,8.15250244140625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,2,power_law_1.2,10.14276123046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,2,1,power_law_1.01,8.383049774169923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,2,1,power_law_1.01,8.871363067626953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,2,power_law_1.2,10.886732482910157
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,2,1,power_law_1.01,9.291004943847657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,2,power_law_1.01,54.69403076171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,2,power_law_1.2,12.076998138427735
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,2,1,power_law_1.01,9.553107452392577
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,2,power_law_1.2,14.602275085449218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,2,1,power_law_1.01,10.139778900146485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,2,1,power_law_1.01,10.692585754394532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,2,power_law_1.2,15.028758239746093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,2,1,power_law_1.01,11.20836181640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,2,power_law_1.2,15.407449340820312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,2,1,power_law_1.01,12.704950714111328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,2,power_law_1.2,16.884080505371095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,2,1,power_law_1.01,15.720243835449219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,2,power_law_1.2,18.15392608642578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,2,1,power_law_1.01,16.7063232421875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,2,power_law_1.2,21.209033203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,2,1,power_law_1.01,18.981829833984374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,2,power_law_1.01,76.73397827148438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,2,1,power_law_1.2,0.4951039791107178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,2,1,power_law_1.2,0.948300838470459
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,2,1,power_law_1.2,1.6500127792358399
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,2,1,power_law_1.2,2.6024896621704103
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,2,1,power_law_1.2,3.7595294952392577
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,2,1,power_law_1.2,6.949628448486328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,2,1,power_law_1.2,7.600313568115235
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,2,power_law_1.01,72.81338500976562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,2,1,power_law_1.2,7.920178985595703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,2,1,power_law_1.2,16.058502197265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,2,1,power_law_1.2,8.238060760498048
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,2,power_law_1.2,24.650022888183592
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,2,1,power_law_1.2,8.587798309326171
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,2,1,power_law_1.01,21.334431457519532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,2,1,power_law_1.2,8.990969848632812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,2,1,power_law_1.2,9.41712646484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,2,1,power_law_1.2,9.789215850830079
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,2,1,power_law_1.2,10.554080200195312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,2,1,power_law_1.2,11.164466857910156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,2,1,power_law_1.2,11.890000152587891
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,2,power_law_1.2,32.30777282714844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,2,1,power_law_1.01,27.306646728515624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,2,1,power_law_1.2,13.26678009033203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,2,1,power_law_1.2,16.285430908203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,2,1,power_law_1.2,17.25182647705078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,2,1,power_law_1.2,300.694921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.01,0.33646080493927
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.01,0.44984960556030273
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.01,0.6407872200012207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.01,0.7971456050872803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.01,0.8020288467407226
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.01,0.8078240394592285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.01,0.8177951812744141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.01,0.8391136169433594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,2,1,power_law_1.01,33.81835021972656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,2,power_law_1.2,39.37418823242187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.01,0.8715007781982422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.01,0.8808735847473145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.01,0.9136032104492188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,2,1,power_law_1.2,19.687852478027345
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.01,0.9364480018615723
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.01,0.9532640457153321
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.01,1.0335904121398927
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.01,1.1557600021362304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.01,1.4377856254577637
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.01,1.6504671096801757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,2,1,power_law_1.2,22.439724731445313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.01,2.3986431121826173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.01,3.371263885498047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,2,power_law_1.01,112.36278076171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.01,4.770476913452148
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,2,1,power_law_1.2,28.607833862304688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,2,1,power_law_1.01,47.72943115234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,2,power_law_1.2,57.616632080078126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.01,6.415869140625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,2,1,power_law_1.2,35.47889709472656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.01,10.24106216430664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,2,1,power_law_1.2,19.525868225097657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,2,1,power_law_1.01,63.91156005859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,2,power_law_1.2,78.10936889648437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,2,1,power_law_1.2,49.92554626464844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.01,13.025762939453125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,2,power_law_1.01,149.50411376953124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.01,25.926849365234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,2,1,power_law_1.2,66.5746337890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,2,1,power_law_1.01,97.941162109375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,2,power_law_1.2,116.6562744140625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.01,37.228076171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,2,1,power_law_1.01,66.94273071289062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.2,0.33488640785217283
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.2,0.3057087898254395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.2,0.64169921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.2,0.7994847774505616
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.2,0.8028736114501953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.2,0.8100607872009278
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.2,0.8294848442077637
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.2,0.8525568008422851
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.2,0.8720224380493165
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.2,0.8906847953796386
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.2,0.9267071723937989
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.2,0.9675519943237305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.2,1.0124896049499512
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.2,1.0783167839050294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.2,1.1760895729064942
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.2,1.3173503875732422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.2,1.7171615600585937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.2,2.328121566772461
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,2,1,power_law_1.2,101.04556884765626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.2,3.023308753967285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.2,5.303260803222656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.2,6.0796257019042965
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,2,power_law_1.01,181.12093505859374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,2,1,power_law_1.01,127.060693359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.01,61.2302734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.2,11.14676513671875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,2,power_law_1.2,157.57470703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,2,1,power_law_1.2,32.612744140625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.2,14.302742004394531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,2,1,power_law_1.2,130.98533935546874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.2,22.981948852539062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,2,power_law_1.2,84.58449096679688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.13607360124588014
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.18742719888687134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.2538048028945923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.39258561134338377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.4141056060791016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.450435209274292
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.4437920093536377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,2,1,power_law_1.01,156.77357177734376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.01,77.43287963867188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.4693632125854492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.48819518089294434
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.46772160530090334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.4880064010620117
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.5006112098693848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.5440896034240723
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.5475743770599365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.5806591987609864
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.6455872058868408
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.7569952011108398
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.01,0.98438720703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.01,1.2301024436950683
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.2,40.52651672363281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,2,power_law_1.2,190.233935546875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.01,1.7560543060302733
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.01,2.2731103897094727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.01,3.3286815643310548
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,2,1,power_law_1.2,158.70177001953124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,2,power_law_1.01,295.7626220703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.01,4.340214538574219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.2,54.08941650390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,4,power_law_1.01,90.39055786132812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.01,6.539826965332031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.01,8.665087890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,2,1,power_law_1.01,251.1166015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.2,80.47484741210937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.01,12.797020721435548
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,2,power_law_1.2,314.3969970703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,2,1,power_law_1.2,66.27448120117188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.1362048029899597
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.19905279874801635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.27663679122924806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.44318079948425293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.4292575836181641
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.4524511814117432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.43877439498901366
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.47588157653808594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.5063583850860596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.46550722122192384
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,2,1,power_law_1.2,254.9317626953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.4805600166320801
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.5032608032226562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.537011194229126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.545139217376709
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.5948544025421143
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.6460959911346436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.764185619354248
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.2,0.9836576461791993
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.2,1.2302080154418946
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.2,1.7256160736083985
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.01,16.98772735595703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,4,power_law_1.01,173.42969970703126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.2,2.2206111907958985
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.2,3.269161605834961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,4,power_law_1.2,91.10643310546875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.2,4.364176177978516
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,2,power_law_1.01,585.171484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.01,0.49062399864196776
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.01,0.5684415817260742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.01,1.0622207641601562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.01,1.3268959999084473
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.01,1.334012794494629
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.01,1.35513277053833
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.01,1.3952799797058106
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.01,1.4197855949401856
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.01,1.3436896324157714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.01,1.3686047554016114
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.01,1.4501824378967285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.01,1.4931551933288574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.01,1.580025577545166
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.01,1.651737594604492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.01,1.8721279144287108
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.01,2.1597312927246093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.01,2.839347267150879
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.2,6.351504135131836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.01,3.5238494873046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.01,5.05041275024414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.01,7.18485107421875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,4,1,power_law_1.01,21.214691162109375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.01,10.284105682373047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.01,17.355824279785157
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.2,8.448860931396485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.01,24.006716918945312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,2,1,power_law_1.01,503.664404296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.2,0.453439998626709
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.2,0.6444384098052979
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.2,1.0520319938659668
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.2,1.3171135902404785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.2,1.326416015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.2,1.3550144195556642
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.2,1.3896191596984864
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.2,1.3111680030822754
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.2,1.3598527908325195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.2,1.372214412689209
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.2,1.4473312377929688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.2,1.514851188659668
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.2,1.6168767929077148
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.2,1.7266271591186524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.2,2.039174461364746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.2,2.33242244720459
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.2,2.853059196472168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.2,3.9150016784667967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.2,4.926777648925781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.01,50.46683349609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.2,7.591142272949218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.2,10.49103012084961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.2,12.522828674316406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.2,15.880332946777344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.01,67.47493896484374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.2,23.146946716308594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,4,power_law_1.2,181.0746337890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,4,1,power_law_1.01,34.49488525390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.2,40.778317260742185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.2,16.645651245117186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.01,98.8862060546875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.2,65.60770263671876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.2,95.23244018554688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,2,power_law_1.2,619.469091796875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,4,1,power_law_1.2,20.782633972167968
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.20814719200134277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.01,135.12928466796876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.3532831907272339
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.4291584014892578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.6801439762115479
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.01,0.6693312168121338
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.01,0.7440000057220459
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.01,0.7373087882995606
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.01,0.7831264019012452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.01,0.8220928192138672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.01,0.7563648223876953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.01,0.7905407905578613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.01,0.8195679664611817
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.01,0.8526176452636719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.01,0.8401375770568847
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,4,power_law_1.01,316.1159912109375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.20719358921051026
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.3072000026702881
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.44169278144836427
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.6810848236083984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.01,0.9581472396850585
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.2,0.6832640171051025
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.2,0.7585375785827637
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.2,0.7353568077087402
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.2,0.7815264225006103
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.2,0.8416543960571289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.01,0.9913791656494141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.2,0.7538752079010009
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.2,0.7889279842376709
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.2,0.8114208221435547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.01,1.1610848426818847
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.2,0.8520895957946777
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.2,0.8539168357849121
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.2,0.9593152046203614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.01,1.6002368927001953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.2,1.009881591796875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.2,1.169660758972168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.01,2.0274015426635743
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.2,1.6013151168823243
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.01,3.0300128936767576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.2,2.0075872421264647
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.2,2.979910469055176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.01,3.9358177185058594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.2,3.869462585449219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.01,5.651324844360351
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.2,5.5727489471435545
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,2,1,power_law_1.2,505.776708984375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.01,0.4886496067047119
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.01,0.9409152030944824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.01,1.3340031623840332
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.01,1.5880928039550781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.01,2.0337312698364256
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.01,1.9333120346069337
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.01,2.700815963745117
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.01,2.78855037689209
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.01,7.461961364746093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.01,4.0660545349121096
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.01,4.165238571166992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.01,4.209823989868164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.01,4.209500885009765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.01,4.410470581054687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.01,4.485424041748047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.01,4.744492721557617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.01,4.6759391784667965
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.01,4.922662353515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.01,5.3251808166503904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.2,7.21869125366211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.01,5.636809539794922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.01,6.326800155639648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.01,10.839641571044922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.01,7.1501953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.2,140.90948486328125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.01,8.978137969970703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.2,10.580838775634765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,4,power_law_1.01,176.79002685546874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.01,11.775062561035156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.01,14.305885314941406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.01,16.925709533691407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,4,1,power_law_1.01,68.31543579101563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.2,0.4911488056182861
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.2,14.001446533203126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.2,0.921388816833496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.2,0.9343392372131347
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.2,1.2538687705993652
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.2,1.721878433227539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.2,2.053280067443848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.2,2.7506847381591797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.2,2.626156806945801
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.2,4.114172744750976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.2,4.15437126159668
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.2,4.230873489379883
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.2,4.214291381835937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.2,4.522911834716797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.2,4.535638427734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.2,4.640854263305664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.2,4.969164657592773
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.2,5.103542327880859
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.2,5.610883331298828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.01,23.36414337158203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.2,5.959923171997071
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.2,6.5944572448730465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.2,7.8192802429199215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.01,21.127679443359376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.2,9.84594268798828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,4,1,power_law_1.2,33.24776916503906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,4,power_law_1.2,159.85306396484376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.2,12.636918640136718
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.01,36.377584838867186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.2,20.76476135253906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.2,19.100775146484374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,4,power_law_1.2,327.2839599609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.14584000110626222
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.253657603263855
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.43055357933044436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.8274239540100098
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.01,1.2331487655639648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.01,1.6822656631469726
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.01,2.382009506225586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.01,2.4983455657958986
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.01,2.5866815567016603
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.01,2.6811967849731446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.01,2.7982879638671876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.01,2.9186752319335936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.01,2.9729408264160155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.01,3.1874528884887696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.01,4.269667053222657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.01,4.389100646972656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.01,4.612569427490234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.01,4.922800064086914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.01,5.214416122436523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.01,5.8482624053955075
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.2,27.06802978515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.01,28.04229736328125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.01,6.4350334167480465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.01,50.24307556152344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.01,7.559101104736328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,4,power_law_1.01,275.836962890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.01,9.120499420166016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.2,27.711480712890626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.2,40.541961669921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.01,12.978742980957032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.01,17.41149139404297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,4,power_law_1.01,59.621697998046876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,4,1,power_law_1.01,35.400631713867185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.2,57.0044921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.01,26.59124755859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,4,1,power_law_1.2,34.803826904296876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,4,power_law_1.2,70.458154296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.01,36.150341796875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,4,power_law_1.2,311.6485107421875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,4,power_law_1.01,104.97906494140625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,4,1,power_law_1.01,44.42103576660156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,4,1,power_law_1.01,55.74075927734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,4,power_law_1.2,119.03756103515624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,4,1,power_law_1.2,55.1092529296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,4,1,power_law_1.2,66.51500854492187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.14726719856262208
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.25531198978424074
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.433625602722168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.8092160224914551
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.2,1.1047391891479492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.2,1.5344608306884766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.2,2.3403520584106445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.2,2.4835231781005858
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.2,2.531823921203613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.2,2.665772819519043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.2,2.807228851318359
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.2,2.9321664810180663
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.2,3.0742624282836912
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.2,3.2077823638916017
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.2,4.430300903320313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.2,4.543427276611328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.2,4.690947341918945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.2,5.078876876831055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.2,5.377094268798828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.2,5.950643157958984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.2,6.558684539794922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,4,1,power_law_1.01,72.63693237304688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.2,7.8377532958984375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.2,9.361859130859376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,4,power_law_1.01,566.856494140625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.01,0.0728384017944336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.01,0.09088960289955139
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.01,0.11343040466308593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.01,0.14067519903182985
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.01,0.14686720371246337
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.01,0.18763200044631959
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.01,0.2688159942626953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.01,0.27695040702819823
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.01,0.2791872024536133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.01,0.2870368003845215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.01,0.2938431978225708
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.01,0.3009376049041748
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.01,0.3102495908737183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.01,0.3262752056121826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.01,0.3353919982910156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.01,0.35163519382476804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.01,0.37045118808746336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.01,0.4215199947357178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.2,13.2076416015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.01,0.465772819519043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.01,0.5576128005981446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.01,0.6756608009338378
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.01,0.918614387512207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.2,17.427001953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,4,power_law_1.01,210.5554443359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.2,0.07276160120964051
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.2,0.08290560245513916
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.2,0.11178879737854004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.2,0.14121919870376587
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.2,0.156496000289917
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.2,0.2053215980529785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.2,0.27191359996795655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.2,0.27992959022521974
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.2,0.28413119316101076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.2,0.29047360420227053
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.2,0.2957312107086182
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.01,1.1634816169738769
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.2,0.29775679111480713
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.2,0.312940788269043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.2,0.3332511901855469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.2,0.34139840602874755
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.2,0.34784960746765137
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.2,0.3737119913101196
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.2,0.41936001777648924
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.2,0.47473602294921874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.2,0.6001632213592529
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.01,1.6736255645751954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.2,0.7232863903045654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.2,26.680160522460938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.2,0.9747167587280273
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.01,2.293436813354492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.2,1.261734390258789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.2,1.8333568572998047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.01,3.5391872406005858
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.2,35.798361206054686
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,4,power_law_1.2,232.2178955078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.01,0.024153600633144378
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.01,0.042096000909805295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.01,0.06597440242767334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.01,0.09091200232505799
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.01,0.11735039949417114
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.2,2.5736576080322267
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.01,0.1891103982925415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.01,0.18752000331878663
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.01,0.20316479206085206
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.01,0.20871360301971437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.01,0.21698238849639892
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.01,0.2244096040725708
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.01,0.23873600959777833
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.01,0.24750399589538574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.01,0.24406080245971679
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.01,0.2624736070632935
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.01,0.27157440185546877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.01,0.26365439891815184
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.01,0.2880703926086426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.31100800037384035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.41539840698242186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.01,5.068876647949219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.2,4.2657470703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.4357344150543213
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,4,1,power_law_1.01,147.98953857421876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.2,0.02550719976425171
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.2,0.044726398587226865
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.2,0.06715199947357178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.2,0.08611199855804444
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.2,0.111353600025177
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.2,0.187990403175354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.2,0.18642239570617675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.2,0.20607359409332277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.2,0.21770880222320557
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.2,0.22209279537200927
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.2,0.234934401512146
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.2,0.24439361095428466
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.2,0.2486975908279419
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.2,0.24930241107940673
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.2,0.2653503894805908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.2,0.2744800090789795
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.2,0.2665503978729248
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,4,1,power_law_1.2,44.45719909667969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.5885439872741699
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.2,0.2936863899230957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.31944639682769777
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,4,1,power_law_1.01,111.15418701171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.01,0.2258080005645752
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.01,0.3122560024261475
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.01,0.3302848100662231
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.01,0.43401279449462893
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.01,0.4677311897277832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.01,0.6305024147033691
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.01,0.9639679908752441
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.01,0.986137580871582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.01,0.9945216178894043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.42188801765441897
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.01,1.0309760093688964
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.01,1.0504223823547363
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.01,1.0863807678222657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.01,1.111238384246826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,4,power_law_1.2,527.78017578125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.2,0.22446079254150392
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.2,0.2337183952331543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.2,0.38103039264678956
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.2,0.44745597839355467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.2,0.46676158905029297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.01,1.153331184387207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.2,0.6162847995758056
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.2,0.9632255554199218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.2,0.9938495635986329
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.01,1.1760128021240235
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.2,1.0315903663635253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.2,1.0266655921936034
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.2,1.059823989868164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.01,1.2278656005859374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.2,1.089897632598877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.4469344139099121
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.2,1.1046015739440918
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.01,1.3045056343078614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.2,1.1625727653503417
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.01,0.7586080074310303
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.2,1.2071871757507324
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.01,1.4604576110839844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.2,1.2622143745422363
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.2,1.33306884765625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.01,1.615830421447754
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.2,1.508060836791992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.6047679901123046
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.2,1.6537439346313476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.01,1.978550338745117
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.2,2.0531871795654295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.01,2.329408073425293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.01,1.0477760314941407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.2,2.5086687088012694
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.2,0.7707424163818359
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.2,5.851039886474609
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.01,3.2578399658203123
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,4,power_law_1.01,6.579420471191407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.2,3.6672832489013674
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.01,4.234777450561523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.01,1.3299936294555663
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.2,1.0651359558105469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.2,5.075283050537109
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,4,1,power_law_1.2,110.69766845703126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.07594239711761475
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.1221824049949646
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.21775360107421876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.29560959339141846
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.40766081809997556
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.6029119968414307
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.6478047847747803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.6722271919250489
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.6835584163665771
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.702569580078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.7260608196258544
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.01,0.9675071716308594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.01,0.9985504150390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.01,6.6597953796386715
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.01,1.0245920181274415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.01,1.0646271705627441
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.01,1.0937151908874512
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.01,1.1262816429138183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.01,1.221500778198242
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.01,1.3174304008483886
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.2,7.088188934326172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.01,1.5543871879577638
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.01,1.9360639572143554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.2,1.3538432121276855
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.01,1.7822463989257813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.01,8.9731201171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,4,1,power_law_1.2,72.4397216796875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.01,2.3509632110595704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.01,2.9490400314331056
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.2,11.503916931152343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.01,4.3448638916015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.01,14.923628234863282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.01,2.54420166015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,4,power_law_1.01,10.766150665283202
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,4,power_law_1.2,7.267945861816406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.2,1.945689582824707
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.01,5.790998458862305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.2,17.976681518554688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.01,19.981283569335936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.01,9.693231964111328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,4,1,power_law_1.01,3.2681888580322265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.2,2.5869983673095702
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.2,26.235479736328124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.01,13.396949768066406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,4,power_law_1.01,26.175662231445312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,4,1,power_law_1.01,5.117683029174804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,4,1,power_law_1.01,16.466697692871094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,4,1,power_law_1.2,146.6083251953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.07627519965171814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.12191359996795655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.20187840461730958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.2882368087768555
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.42340798377990724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.6130591869354248
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.6634367942810059
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.6965919971466065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.7041759967803956
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.7205183982849122
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.7538815975189209
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.2,0.9850144386291504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.2,1.0001919746398926
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.2,1.048572826385498
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.2,1.0860544204711915
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.2,1.1065119743347167
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.2,1.1389568328857422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,4,power_law_1.2,11.20294418334961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.2,1.244918441772461
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,4,1,power_law_1.2,3.2554176330566404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.2,1.3518400192260742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,4,power_law_1.2,27.977761840820314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,4,power_law_1.01,21.823370361328124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.2,1.5707167625427245
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.01,0.5286752223968506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.01,0.8204768180847168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.01,0.8820992469787597
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.01,1.1740063667297362
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.01,1.3194463729858399
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.01,1.9286432266235352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.01,2.8842559814453126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.01,2.949020767211914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.01,3.051478385925293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.01,3.2792736053466798
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.01,3.2646720886230467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.01,3.174799919128418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.01,3.3452831268310548
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.2,1.8499296188354493
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.01,3.4591838836669924
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.01,3.6317569732666017
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.01,3.750864028930664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.01,3.856796646118164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.01,4.22468147277832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.2,2.4105791091918944
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,4,power_law_1.01,42.655801391601564
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.01,4.579302215576172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.01,5.305001449584961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.2,3.003817558288574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.01,6.289376068115234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.01,8.902105712890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.2,4.4802497863769535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.01,11.06006088256836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,4,1,power_law_1.01,27.838052368164064
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.01,16.992112731933595
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.2,6.160838317871094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.01,25.155462646484374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.2,9.981648254394532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.01,37.128662109375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,4,1,power_law_1.01,10.203017425537109
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.2,0.5276288032531739
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.2,0.6011871814727783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.2,0.8489855766296387
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.2,1.1906559944152832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.2,1.1427264213562012
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.2,1.8717439651489258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.2,3.046419143676758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.2,2.9442047119140624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.2,3.0344671249389648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.2,3.1115840911865233
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.2,3.2671585083007812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,4,1,power_law_1.2,5.161833572387695
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.2,3.3299102783203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.2,3.4329952239990233
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.2,3.5423198699951173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.2,3.595043182373047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.2,3.6800960540771483
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.2,3.9527713775634767
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.2,4.385283279418945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.2,4.834431838989258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.2,5.573961639404297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,4,power_law_1.2,50.36531982421875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.2,6.757289886474609
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.2,9.167593383789063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.2,13.073788452148438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.01,51.084417724609374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.2,13.736341857910157
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.2,20.98076477050781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,4,power_law_1.01,86.10744018554688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.14943360090255736
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.26751999855041503
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.5177472114562989
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.7724959850311279
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.01,1.0528927803039552
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.01,1.7534591674804687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.01,1.851603126525879
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.01,1.9226015090942383
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.01,1.9691839218139648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.01,2.0514432907104494
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.01,2.130396842956543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.01,2.2334592819213865
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.01,3.1595584869384767
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.01,3.2417152404785154
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.01,3.382787322998047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.01,3.467599868774414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.01,3.5619873046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.01,3.846883010864258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.01,4.124115371704102
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.2,27.682711791992187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.01,4.659004974365234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.01,5.299711990356445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.01,6.597158050537109
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,4,power_law_1.01,69.39962158203124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,4,1,power_law_1.01,57.10166625976562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.14951679706573487
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.2692608118057251
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.5131008148193359
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.6781407833099365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.2,0.9476192474365235
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.2,1.709129524230957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.2,1.8366048812866211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.2,1.92926082611084
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.2,1.9977151870727539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.2,2.0745920181274413
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.2,2.178790473937988
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.2,2.280137634277344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.2,3.2221023559570314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.2,3.3528350830078124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.01,8.17852783203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.2,3.4113025665283203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.2,3.493600082397461
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.2,3.677328109741211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.2,3.9553375244140625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.2,47.38981323242187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.2,4.210940933227539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.2,4.804598236083985
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.01,12.347286224365234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.2,5.4049537658691404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,4,1,power_law_1.2,16.932960510253906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.2,6.793561553955078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.2,8.513497924804687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.01,16.835401916503905
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.2,12.922029113769531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.2,61.82718505859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.01,26.844891357421876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.2,17.680125427246093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,4,power_law_1.2,23.06208953857422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.01,0.49187841415405276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,4,power_law_1.01,113.073828125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.01,0.8351519584655762
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.01,1.6286527633666992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.01,1.623788833618164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.01,2.218204879760742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.01,3.1363199234008787
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.01,3.329481506347656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.01,3.970240020751953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.01,3.662928009033203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.01,3.8328670501708983
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.01,5.93004150390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.01,6.268624114990234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.01,6.065155029296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.01,6.416483306884766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.01,6.062665557861328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.01,6.549561309814453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.01,6.8152320861816404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.01,7.194496154785156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.01,7.542025756835938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.01,8.286803436279296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.2,27.618606567382812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.01,8.924022674560547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.01,36.44287109375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.01,10.061020660400391
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,4,power_law_1.2,80.89292602539062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.01,12.660294342041016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.01,18.157743835449217
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.2,37.283758544921874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,4,1,power_law_1.2,28.30048828125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.01,23.636994934082033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,4,1,power_law_1.01,45.31692810058594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.01,35.377557373046876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,4,1,power_law_1.2,46.04529724121094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,4,power_law_1.2,129.5565673828125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.01,47.03814697265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,4,1,power_law_1.01,75.38632202148438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,4,power_law_1.01,218.3798095703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.2,0.48762240409851076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.2,0.9397120475769043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.2,1.4028191566467285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.2,1.5819392204284668
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.2,2.4166112899780274
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.2,2.810108757019043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.2,3.17293758392334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.2,4.033801651000976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.2,4.060262298583984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.2,3.995008087158203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.2,5.503609466552734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.2,5.915241622924805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.2,5.744249725341797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.2,5.963139343261719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.2,6.2300769805908205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.2,6.185657501220703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.2,6.7507774353027346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.2,7.1958465576171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.2,7.560034942626953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.2,8.576380920410156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.2,9.366947174072266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.2,11.597158050537109
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,4,power_law_1.01,61.25150756835937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.2,13.558352661132812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,4,1,power_law_1.2,10.225846099853516
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.14599679708480834
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.23114559650421143
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.43262081146240233
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.8278623580932617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.01,1.487673568725586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.01,2.112812805175781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.01,2.499411201477051
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.01,3.2752574920654296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.01,3.44703369140625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.01,3.507686233520508
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.01,3.692230224609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.01,3.8175422668457033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.01,3.9874496459960938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.01,4.1642719268798825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.01,4.338880157470703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.2,20.038847351074217
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.01,4.4682464599609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.01,6.201916885375977
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.01,6.601795196533203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.01,7.072147369384766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.01,7.5518653869628904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.01,8.202694702148438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,4,1,power_law_1.2,75.09635009765626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.2,25.82623291015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.01,9.24969940185547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.01,10.647583770751954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,4,power_law_1.2,98.0535888671875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.14620800018310548
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.2546688079833984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.43319997787475584
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.8283552169799805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.2,1.3276543617248535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.01,14.164595031738282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.2,1.938262367248535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.2,2.2855520248413086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.2,3.190912055969238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.2,3.350316619873047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.2,40.14473876953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.2,3.4802783966064452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.2,3.656880187988281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.2,3.8232799530029298
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.2,3.913808059692383
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.2,4.174521636962891
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.2,4.384400177001953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,4,power_law_1.01,97.3869384765625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.2,4.530992126464843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.2,6.252867126464844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.2,6.783245086669922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.2,7.062111663818359
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.2,7.821453094482422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.01,18.24712677001953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.2,8.397411346435547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.2,9.550790405273437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.2,10.997103881835937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.2,52.21482543945312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,4,1,power_law_1.01,153.83665771484374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,4,power_law_1.01,0.1439520001411438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,4,power_law_1.01,0.2542367935180664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,4,power_law_1.01,0.2569504022598267
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,4,power_law_1.01,0.3526144027709961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,4,power_law_1.01,0.36608641147613524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.01,27.599627685546874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,4,power_law_1.01,0.48841280937194825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,4,power_law_1.01,0.7769184112548828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,4,power_law_1.01,0.7759712219238282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,4,power_law_1.01,0.8150176048278809
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,4,power_law_1.01,0.7856927871704101
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,4,power_law_1.01,0.8133855819702148
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,4,power_law_1.01,0.8500831604003907
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,4,power_law_1.01,0.8700544357299804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,4,power_law_1.01,0.9016608238220215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,4,power_law_1.01,0.9370688438415528
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,4,power_law_1.01,0.9624768257141113
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,4,power_law_1.01,1.025715160369873
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,4,power_law_1.01,1.124617576599121
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.2,14.501260375976562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,4,power_law_1.01,1.2551520347595215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,4,power_law_1.01,1.4709471702575683
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,4,power_law_1.01,1.6294240951538086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,4,power_law_1.01,2.2980159759521483
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.2,18.638761901855467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,4,power_law_1.01,2.7428192138671874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.01,37.08122863769531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,4,power_law_1.2,66.37816772460937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,4,power_law_1.01,3.983327865600586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.2,27.598880004882812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,4,1,power_law_1.2,57.125885009765625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,4,power_law_1.2,0.14399679899215698
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,4,power_law_1.2,0.19556159973144532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,4,power_law_1.2,0.2585439920425415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,4,power_law_1.2,0.2888704061508179
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,4,power_law_1.2,0.3713311910629272
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,4,power_law_1.2,0.5256288051605225
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,4,power_law_1.2,0.734278392791748
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,4,power_law_1.2,248.4530029296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,4,1,power_law_1.01,0.053904002904891966
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,4,1,power_law_1.01,0.0819167971611023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,4,power_law_1.2,0.7749311923980713
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,4,1,power_law_1.01,0.1408031940460205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,4,1,power_law_1.01,0.22745280265808104
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,4,power_law_1.2,0.7929952144622803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,4,1,power_law_1.01,0.2751136064529419
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,4,1,power_law_1.01,0.45102081298828123
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,4,1,power_law_1.01,0.4744448184967041
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,4,power_law_1.2,0.838588809967041
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,4,1,power_law_1.01,0.506217622756958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,4,power_law_1.2,0.8568032264709473
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,4,1,power_law_1.01,0.5249504089355469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,4,1,power_law_1.01,0.5390079975128174
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,4,power_law_1.2,0.8610688209533691
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,4,1,power_law_1.01,0.5567967891693115
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,4,power_law_1.2,0.8848671913146973
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,4,1,power_law_1.01,0.7965184211730957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,4,1,power_law_1.01,0.8121120452880859
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,4,power_law_1.2,0.8954848289489746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,4,1,power_law_1.01,0.8403743743896485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,4,power_law_1.2,0.913043212890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,4,1,power_law_1.01,0.8519968032836914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,4,power_law_1.2,0.9847328186035156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,4,1,power_law_1.01,0.8735808372497559
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,4,power_law_1.2,1.0231040000915528
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,4,power_law_1.01,5.427603149414063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,4,1,power_law_1.01,0.9156415939331055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,4,power_law_1.2,1.16048002243042
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,4,1,power_law_1.01,0.9789248466491699
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,4,power_law_1.2,1.2695263862609862
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,4,1,power_law_1.01,1.0328607559204102
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,4,power_law_1.2,1.4914175987243652
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,4,1,power_law_1.01,1.1785087585449219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,4,1,power_law_1.01,1.3168607711791993
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,4,power_law_1.2,1.8043231964111328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,4,1,power_law_1.01,46.50794677734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,4,1,power_law_1.01,1.6424671173095704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,4,power_law_1.2,2.300227165222168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,4,1,power_law_1.01,1.9983743667602538
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,4,power_law_1.01,8.477315521240234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,4,power_law_1.2,2.999465560913086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.2,36.707586669921874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,4,1,power_law_1.01,2.7892480850219727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,4,power_law_1.2,4.862329483032227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,4,power_law_1.01,201.646875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,4,1,power_law_1.2,0.054099202156066895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,4,1,power_law_1.2,0.0824832022190094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,4,1,power_law_1.2,0.1390079975128174
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,4,1,power_law_1.2,0.21932799816131593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,4,1,power_law_1.2,0.29161920547485354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,4,1,power_law_1.2,0.5024256229400634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,4,1,power_law_1.2,0.4856895923614502
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,4,1,power_law_1.2,0.5030720233917236
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,4,1,power_law_1.2,0.5441504001617432
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,4,1,power_law_1.2,0.5394336223602295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,4,1,power_law_1.2,0.5794655799865722
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,4,1,power_law_1.2,0.8135456085205078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,4,1,power_law_1.2,0.823465633392334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,4,1,power_law_1.2,0.843564796447754
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,4,1,power_law_1.2,0.8646271705627442
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,4,1,power_law_1.2,0.8934880256652832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,4,1,power_law_1.2,0.933356761932373
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,4,power_law_1.2,108.71669921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,4,1,power_law_1.2,0.992899227142334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,4,1,power_law_1.01,3.645151901245117
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,4,1,power_law_1.2,1.0585439682006836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,4,power_law_1.2,6.317209625244141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,4,1,power_law_1.2,1.2140128135681152
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,4,power_law_1.01,12.105526733398438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,4,1,power_law_1.2,1.3499039649963378
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,4,1,power_law_1.2,1.69967041015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,4,1,power_law_1.2,45.712643432617185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,4,1,power_law_1.2,2.033718490600586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,4,1,power_law_1.01,5.57786865234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,4,power_law_1.2,9.14211196899414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,4,1,power_law_1.01,73.58282470703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,4,1,power_law_1.2,2.7975391387939452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,4,1,power_law_1.2,152.49832763671876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,4,power_law_1.01,0.9601344108581543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,4,power_law_1.01,1.8666080474853515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,4,power_law_1.01,1.5955488204956054
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,4,power_law_1.01,2.308755111694336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,4,power_law_1.01,2.737280082702637
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,4,power_law_1.01,4.382080078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,4,power_law_1.01,3.9071422576904298
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,4,power_law_1.01,15.610986328125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,4,power_law_1.01,4.027811050415039
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,4,power_law_1.01,4.307222366333008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,4,power_law_1.01,4.315119934082031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,4,power_law_1.01,4.786489486694336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,4,power_law_1.01,6.646707153320312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,4,1,power_law_1.2,3.6461631774902346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,4,power_law_1.01,6.648226928710938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,4,power_law_1.01,7.065900421142578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,4,power_law_1.01,7.238518524169922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,4,1,power_law_1.01,7.928352355957031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,4,power_law_1.01,7.353890991210937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,4,power_law_1.01,7.746880340576172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,4,power_law_1.01,8.54306869506836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,4,power_law_1.01,9.169267272949218
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,4,power_law_1.01,10.663330841064454
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,4,power_law_1.2,14.931712341308593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,4,power_law_1.01,12.589894104003907
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,4,1,power_law_1.2,5.716860961914063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,4,power_law_1.01,17.379104614257812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,4,power_law_1.01,21.381651306152342
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,4,1,power_law_1.2,73.534814453125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,4,1,power_law_1.01,9.760697937011718
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,4,power_law_1.01,31.102236938476562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,4,power_law_1.2,17.69127960205078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,4,1,power_law_1.2,8.094703674316406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,4,power_law_1.01,24.993341064453126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,4,power_law_1.01,42.07054748535156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,4,power_law_1.2,238.6343505859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,4,power_law_1.2,0.9603327751159668
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,4,power_law_1.2,1.4495136260986328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,4,power_law_1.2,1.717024040222168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,4,power_law_1.2,2.2302303314208984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,4,power_law_1.2,2.832304000854492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,4,power_law_1.2,4.147785568237305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,4,power_law_1.2,4.139302444458008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,4,power_law_1.2,4.136531066894531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,4,power_law_1.2,4.274611282348633
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,4,power_law_1.2,4.580470275878906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,4,power_law_1.2,4.885955047607422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,4,power_law_1.2,6.615955352783203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,4,power_law_1.01,66.75044555664063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,4,power_law_1.2,7.088355255126953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,4,power_law_1.2,7.162355041503906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,4,power_law_1.2,7.562770843505859
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,4,power_law_1.2,7.8340606689453125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,4,power_law_1.2,8.135997009277343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,4,power_law_1.2,8.548841857910157
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,4,1,power_law_1.01,16.673484802246094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,4,power_law_1.2,9.371990203857422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,4,power_law_1.2,11.372182464599609
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,4,1,power_law_1.2,10.109426879882813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,4,power_law_1.2,13.371533203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,4,1,power_law_1.01,149.33544921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,4,1,power_law_1.01,0.2599008083343506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,4,1,power_law_1.01,0.4704895973205566
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,4,1,power_law_1.01,0.8631999969482422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,4,1,power_law_1.01,1.5073184013366698
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,4,1,power_law_1.01,2.1658687591552734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,4,1,power_law_1.01,3.630553436279297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,4,1,power_law_1.01,3.8794174194335938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,4,1,power_law_1.01,4.092854309082031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,4,1,power_law_1.01,4.195660781860352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,4,1,power_law_1.01,4.312819290161133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,4,1,power_law_1.01,4.535897445678711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,4,power_law_1.2,17.576809692382813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,4,1,power_law_1.01,4.678012847900391
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,4,1,power_law_1.01,4.809910583496094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,4,1,power_law_1.01,5.034467315673828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,4,1,power_law_1.01,5.201174545288086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,4,1,power_law_1.01,5.503424072265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,4,1,power_law_1.01,6.193363189697266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,4,1,power_law_1.01,7.818067169189453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,4,power_law_1.2,24.07250213623047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,4,1,power_law_1.01,8.345458984375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,4,power_law_1.2,28.789486694335938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,4,power_law_1.01,83.95521850585938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,4,1,power_law_1.01,9.430230712890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,4,1,power_law_1.01,10.557107543945312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,4,power_law_1.2,35.05845642089844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,4,1,power_law_1.01,13.4197509765625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,4,1,power_law_1.01,16.673487854003906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,4,power_law_1.2,43.33649597167969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,4,1,power_law_1.01,23.573440551757812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,4,1,power_law_1.2,147.68592529296876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,4,1,power_law_1.2,0.25936639308929443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,4,1,power_law_1.2,0.5029920101165771
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,4,1,power_law_1.2,0.8631487846374511
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,4,1,power_law_1.2,1.3774720191955567
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,4,1,power_law_1.2,1.9396703720092774
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,4,1,power_law_1.2,3.575948715209961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,4,1,power_law_1.2,3.836201477050781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,4,1,power_law_1.2,4.04771842956543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,4,1,power_law_1.2,4.185891342163086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,4,power_law_1.01,112.31932373046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,4,1,power_law_1.2,4.338156890869141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,4,1,power_law_1.2,4.587680053710938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,4,1,power_law_1.2,4.807388687133789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,4,1,power_law_1.2,4.909215927124023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,4,1,power_law_1.2,5.206867218017578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,4,1,power_law_1.2,5.408694458007813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,4,1,power_law_1.2,5.687276840209961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,4,1,power_law_1.2,6.289299011230469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,4,1,power_law_1.01,31.54609069824219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,4,1,power_law_1.2,16.555679321289062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,4,1,power_law_1.2,8.017113494873048
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,4,1,power_law_1.2,8.497261047363281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,4,1,power_law_1.2,9.611289978027344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,4,power_law_1.2,69.81632690429687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,4,power_law_1.01,54.50494384765625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.01,0.24654080867767333
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.01,0.23204801082611085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.01,0.2325727939605713
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.01,0.23341119289398193
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.01,0.23570559024810792
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.01,0.2563584089279175
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,4,1,power_law_1.2,10.836038208007812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.01,0.29881279468536376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.01,0.2818079948425293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.01,0.39022719860076904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.01,0.37706561088562013
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,4,1,power_law_1.2,13.824652099609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.01,0.4569983959197998
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.01,0.49405441284179685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.01,0.5149695873260498
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.01,0.6631680011749268
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.01,0.7605055809020996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.01,0.8168416023254395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.01,1.0108736038208008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,4,1,power_law_1.01,48.262332153320315
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,4,1,power_law_1.2,17.011616516113282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.01,1.2310208320617675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.01,1.5491840362548828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.01,2.455619239807129
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,4,1,power_law_1.2,23.87720947265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,4,1,power_law_1.01,34.313653564453126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.2,0.248688006401062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.2,0.24626879692077636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.2,0.24812159538269044
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.2,0.23299200534820558
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.2,0.23474559783935547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.2,0.25515520572662354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.2,0.30332159996032715
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.2,0.2806976079940796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.2,0.3452863931655884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.2,0.38712320327758787
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.2,0.4565631866455078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.2,0.4839360237121582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.2,0.5224575996398926
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.01,3.11080322265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,4,power_law_1.2,90.87168579101562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.2,0.6623871803283692
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.2,0.7579520225524903
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.2,0.8284704208374023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.2,1.0197600364685058
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.2,1.2521408081054688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.2,1.7446207046508788
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.01,5.283993530273437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.2,2.5639135360717775
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,4,1,power_law_1.2,32.03663940429688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,4,1,power_law_1.01,63.422296142578126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.2,3.289708709716797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.01,6.665392303466797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,4,power_law_1.01,174.25108642578124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.2,5.336223983764649
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.01,10.092310333251953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.2,6.768460845947265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,4,1,power_law_1.2,48.98705139160156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,4,power_law_1.2,111.04395751953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.2,10.832355499267578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.01,13.757221984863282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,4,1,power_law_1.01,78.24480590820312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,4,1,power_law_1.2,62.895965576171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.2,14.187971496582032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.01,20.891571044921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.2,21.15800323486328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,4,power_law_1.2,63.7932373046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.08097599744796753
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.11019840240478515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.15187519788742065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.23671360015869142
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.2563711881637573
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.23761279582977296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.23825280666351317
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.27644801139831543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.303875207901001
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.25533759593963623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.2768735885620117
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.3143455982208252
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.35567679405212405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,4,1,power_law_1.2,76.49151000976562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,4,1,power_law_1.2,33.5484130859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.08101440072059632
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.1183359980583191
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.15119999647140503
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.2750976085662842
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.24450879096984862
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,4,1,power_law_1.01,125.45972900390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.23748159408569336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.24018559455871583
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.27977280616760253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.2895648002624512
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.29348480701446533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.25583999156951903
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.27482240200042723
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.3319551944732666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.31871039867401124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.36027839183807375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.3773087978363037
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.2976191997528076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.35042240619659426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.4072735786437988
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.3779360055923462
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.01,28.652182006835936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.5257184028625488
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.40476479530334475
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.5370528221130371
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.6626944065093994
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.6622752189636231
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.9136159896850586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,4,power_law_1.2,189.14246826171876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.9146847724914551
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.01,1.1914912223815919
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.2,1.202342414855957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.01,1.6907936096191407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.2,1.6866783142089843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.2,27.594644165039064
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.01,2.182908821105957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,4,power_law_1.01,364.4583984375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.01,0.45322561264038086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.01,0.7670527935028076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.01,0.790064001083374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.01,0.7932000160217285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.01,0.7986847877502441
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.01,0.8232799530029297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.01,0.8369695663452148
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.01,0.7932991981506348
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.01,0.8268704414367676
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.01,0.914691162109375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.01,0.952569580078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.01,1.0441887855529786
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.2,2.1886720657348633
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.01,1.087731170654297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.01,1.2155200004577638
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.01,1.2741888046264649
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.01,1.7003423690795898
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.01,1.9947839736938477
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.01,3.0055263519287108
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.01,3.732515335083008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.01,3.2522369384765626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.01,6.540672302246094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.01,8.509164428710937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.2,3.2841022491455076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,8,power_law_1.01,36.76674194335938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.01,13.741273498535156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.01,4.366662216186524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.01,20.793792724609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.2,4.3041728973388675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,4,1,power_law_1.2,123.59197998046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,8,power_law_1.2,37.17167358398437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.01,38.080422973632814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.01,6.414659118652343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.2,6.3982078552246096
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.01,57.5626220703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,4,1,power_law_1.01,250.746728515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.2,0.4524127960205078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.2,0.7651519775390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.2,0.7910111904144287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.2,0.729747200012207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.2,0.7297247886657715
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.2,0.7389088153839112
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.2,0.775708818435669
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.2,0.8039327621459961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.2,0.8932479858398438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.2,0.9072416305541993
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.2,0.9972543716430664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.2,1.0340288162231446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.2,1.0859328269958497
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.2,1.1874303817749023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.2,1.3741344451904296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.01,8.565129852294922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.2,1.7784416198730468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.2,2.137318420410156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.2,3.352403259277344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.01,84.263525390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.2,4.344764709472656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,8,power_law_1.01,57.441558837890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.2,6.994774627685547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.2,8.709852600097657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.2,8.500147247314453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.2,15.340252685546876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,8,power_law_1.2,56.97871704101563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.2,21.160179138183594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,8,1,power_law_1.01,10.778096008300782
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.01,119.95960693359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.2,35.15679931640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,8,1,power_law_1.2,10.702422332763671
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.2,57.859344482421875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,8,power_law_1.01,140.53262939453126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.2,88.2502197265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,8,1,power_law_1.01,17.071376037597656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,4,1,power_law_1.2,245.045751953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.11843520402908325
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.17088639736175537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.2178623914718628
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.361625599861145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.3635551929473877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.38714239597320554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.38381760120391845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.3905695915222168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.41566081047058107
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.4092383861541748
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.40924482345581054
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.44074239730834963
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.4616352081298828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.4790815830230713
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,4,power_law_1.2,367.2246337890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.11765439510345459
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.1894304037094116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.24407360553741456
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.5752416133880616
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.3838464021682739
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.3924384117126465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.42032318115234374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.4134335994720459
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.4113952159881592
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.4194687843322754
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.566864013671875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.40590720176696776
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.4192160129547119
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.44407358169555666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.6804448127746582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.4570047855377197
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.45129919052124023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.5771327972412109
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.8583616256713867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,8,1,power_law_1.2,16.961567687988282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.5716639995574951
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.6705952167510987
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.01,1.0913824081420898
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.8892959594726563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.2,127.98614501953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.01,1.4899840354919434
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.2,1.0877887725830078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.2,1.4981632232666016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.01,1.9395551681518555
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.2,1.9384031295776367
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.01,2.781932830810547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.2,2.8501407623291017
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.01,3.6547264099121093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,8,power_law_1.01,246.86865234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.2,3.7438209533691404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.01,5.39818229675293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.2,5.480582427978516
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,8,power_law_1.01,118.23455810546875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.01,0.4911968231201172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.01,0.9406304359436035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.01,1.0594623565673829
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.01,1.1941568374633789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.01,1.389846420288086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.01,1.4928768157958985
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.01,2.164512062072754
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.01,2.129487991333008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.01,2.0972736358642576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.01,2.1354848861694338
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.01,2.2315263748168945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.01,2.2396608352661134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.01,2.290025520324707
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.01,2.357756805419922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.01,7.101795196533203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.01,2.342323112487793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.01,2.4935264587402344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.01,2.67238712310791
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.01,2.9725791931152346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.01,3.050742340087891
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,8,power_law_1.2,117.0341064453125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.2,0.4914207935333252
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.2,0.9183391571044922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.2,0.8220767974853516
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.2,1.0508416175842286
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.01,3.5490497589111327
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.2,1.4276800155639648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.2,1.4409824371337892
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.2,2.1093376159667967
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.2,2.1498912811279296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.2,2.163817596435547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.2,2.1071584701538084
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.2,2.0792959213256834
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.2,2.298851203918457
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.2,2.2685855865478515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.2,2.43450870513916
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.01,3.9884384155273436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.2,2.4286304473876954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.2,2.5496192932128907
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.2,7.2269950866699215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.2,2.727372741699219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.2,2.9472095489501955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,8,power_law_1.2,150.24547119140624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.2,3.27529296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.01,5.208915328979492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.2,3.737897491455078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.2,4.289251327514648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.01,6.750131225585937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.2,5.622415924072266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.01,10.509935760498047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.01,9.859532928466797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.2,7.811865234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.2,10.826703643798828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.2,13.151679992675781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.01,14.05133514404297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.2,17.593721008300783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.01,14.098268127441406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,8,1,power_law_1.01,34.053802490234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.09988160133361816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.1472991943359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.23215680122375487
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.4370175838470459
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.6762400150299073
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.01,21.71636199951172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.01,0.876527976989746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.01,1.2360480308532715
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.01,1.3178272247314453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.01,1.35098237991333
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.01,1.3734623908996582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.01,1.44236478805542
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.01,1.515449619293213
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.01,1.5635168075561523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.01,1.6760639190673827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.01,2.1222368240356446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.01,2.1580543518066406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.01,2.261574363708496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.01,2.460643196105957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.01,2.5691328048706055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.2,28.291342163085936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.01,2.8710655212402343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.01,3.177507209777832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.2,14.303033447265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.01,3.8801151275634767
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.01,4.6960609436035154
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.01,31.873373413085936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.01,6.7412864685058596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.2,38.56405334472656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,8,1,power_law_1.01,17.616969299316406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,8,power_law_1.2,251.5888916015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.01,8.962303924560548
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,8,1,power_law_1.2,34.107171630859376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.09950079917907714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.13296960592269896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.23239359855651856
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.4137279987335205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.6040703773498535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.8254752159118652
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.2,1.199782371520996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.2,1.2605631828308106
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.2,1.3255488395690918
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.2,1.3657535552978515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.2,1.463481616973877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.2,1.5400959968566894
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.2,1.5695391654968263
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,8,power_law_1.01,461.6275390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.01,0.0737600028514862
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.2,1.6909759521484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.01,0.08886399865150452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.01,0.09811519980430602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.01,0.1102720022201538
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.01,0.08812479972839356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.01,0.14747200012207032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.01,0.15104000568389891
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.01,0.16023999452590942
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.2,2.161734390258789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.01,0.1604159951210022
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.01,0.1627679944038391
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.01,0.16798720359802247
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.2,2.23939208984375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.01,0.1752832055091858
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.01,0.18279999494552612
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.01,0.20158720016479492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.2,2.347932815551758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.01,0.22209599018096923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.01,0.23014719486236573
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.2,2.5281503677368162
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.01,0.24560320377349854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.2,2.6783647537231445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.01,0.28268160820007326
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,8,power_law_1.01,37.88294372558594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.01,0.3196095943450928
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.2,3.011484718322754
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.01,0.40848641395568847
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.2,3.3220481872558594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.01,0.48818559646606446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.01,13.46258544921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,8,power_law_1.2,45.19908752441406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.2,4.033721542358398
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.01,0.6511551856994628
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,8,1,power_law_1.2,17.959368896484374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.2,4.845471954345703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.01,0.8715776443481446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.2,6.855039978027344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.01,1.2262751579284668
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.01,18.14928283691406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.2,9.087503814697266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.01,1.704172706604004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,8,1,power_law_1.01,27.945376586914062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,8,power_law_1.01,66.49502563476562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.01,2.60022087097168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.2,13.661573791503907
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,8,power_law_1.2,81.2380615234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,8,1,power_law_1.01,22.465216064453124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.01,3.622662353515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.2,18.373872375488283
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,8,1,power_law_1.2,28.57989501953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,8,power_law_1.01,4.548483276367188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,8,1,power_law_1.01,36.80888061523437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,8,1,power_law_1.2,22.898345947265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,8,power_law_1.01,126.74976806640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.2,0.0724511981010437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.2,0.0748416006565094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.2,0.10219199657440185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.2,0.10547840595245361
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.2,0.09014400243759155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.2,0.14673279523849486
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.2,0.1499392032623291
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.2,0.15669440031051635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.2,0.15438400506973265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.2,0.15932159423828124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,8,power_law_1.01,8.062335968017578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.2,0.17012159824371337
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.2,0.1715872049331665
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.2,0.18720320463180543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.2,0.2034559965133667
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,8,power_law_1.2,155.79654541015626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.01,0.22329919338226317
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.01,0.27707200050354003
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.2,0.21640639305114745
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.01,0.2765696048736572
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.01,0.3186239957809448
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.01,0.31631040573120117
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.01,0.5054080009460449
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.01,0.5339839935302735
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.01,0.542086410522461
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.2,0.22820799350738524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.01,0.5469056129455566
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.01,0.567574405670166
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.01,0.5847839832305908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.2,0.25134398937225344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.01,0.5955135822296143
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.01,0.6055552005767822
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.01,0.6305952072143555
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.2,0.2926975965499878
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.01,0.6590400218963623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.01,0.6730912208557129
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.01,0.7627103805541993
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.2,0.3268224000930786
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.01,0.8640224456787109
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,8,1,power_law_1.2,37.109130859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.2,0.427350378036499
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.01,0.9955039978027344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.01,1.244358444213867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.2,0.5192063808441162
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.01,1.4782464027404785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.2,0.7075647830963134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.01,2.1041280746459963
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,8,power_law_1.2,508.824609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.2,0.21213760375976562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.2,0.22422399520874023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.2,0.3136192083358765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.2,0.31893439292907716
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.2,0.29561920166015626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.2,0.5228991985321045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.2,0.5362112045288085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.2,0.5476096153259278
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.2,0.5608160018920898
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.2,0.5783872127532959
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.2,0.5756415843963623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.2,0.5877120018005371
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.2,0.6213759899139404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.2,0.6226175785064697
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.2,0.6620512008666992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.2,0.7007999897003174
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.2,0.9687135696411133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.2,0.7645823955535889
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.01,2.9888671875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.2,0.873356819152832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.2,1.0183744430541992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.2,1.3571200370788574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.2,1.6543903350830078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.01,4.588095855712891
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.2,1.4772640228271485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.2,2.6386655807495116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.2,3.5739391326904295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.01,6.549993896484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.2,2.017328071594238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,8,1,power_law_1.01,55.9044189453125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.04786880016326904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.0697920024394989
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.11187200546264649
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.1637984037399292
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.21168320178985595
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.3326560020446777
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.34007360935211184
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.3630431890487671
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.3725759983062744
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.38995521068572997
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.41352319717407227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.44035840034484863
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.45332798957824705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.4461855888366699
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.48439679145812986
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.01,0.4990399837493896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,8,1,power_law_1.01,74.81863403320312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.4797376155853271
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.04712960124015808
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.0692351996898651
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.11460479497909545
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.16322879791259765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.2,5.737011337280274
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.19045759439468385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.33535358905792234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.3472512006759644
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.3699615955352783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.3819648027420044
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.3987807989120483
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.5309055805206299
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.43381757736206056
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.44612798690795896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.45557441711425783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.4563615798950195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.5623551845550537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.48843841552734374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.5044832229614258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.488431978225708
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.7641952037811279
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.5395232200622558
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.5829792022705078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.01,0.7979487895965576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.01,11.107049560546875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.2,0.773801612854004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.2,0.8201312065124512
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.01,1.0901887893676758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.2,7.245449829101562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.2,1.1126144409179688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,8,1,power_law_1.2,56.88480834960937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.01,0.5269472122192382
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.01,0.7889887809753418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.01,0.7142687797546386
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.01,0.9287167549133301
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.01,0.849238395690918
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.01,1.4101056098937987
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.2,3.138211250305176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.01,1.5737088203430176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.01,1.3909791946411132
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.01,1.6079744338989257
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.01,1.6146272659301757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.01,1.6287807464599608
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.01,1.7053279876708984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.01,1.6626047134399413
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.01,1.7750463485717773
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.01,1.8181184768676757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.01,1.9286975860595703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.01,1.9951583862304687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.2,1.407926368713379
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.01,2.087705612182617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.01,2.3074207305908203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.01,2.5701919555664063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.01,1.9445951461791993
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.01,2.9731359481811523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.01,3.741952133178711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.01,14.784976196289062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.2,1.9678304672241211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.01,5.089519882202149
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.2,12.637718200683594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.01,2.475872039794922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,8,power_law_1.01,15.683219909667969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.2,0.5292511940002441
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.2,0.5492095947265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.2,0.7797247886657714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.2,0.7943488121032715
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.2,0.8212063789367676
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.2,1.5243071556091308
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.2,1.5210559844970704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.2,1.542630386352539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.2,1.5801376342773437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.2,1.6110048294067383
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.2,1.700044822692871
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.2,1.6994943618774414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.01,7.399273681640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.2,1.7938880920410156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.2,1.8159488677978515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.2,1.9559360504150392
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.2,1.988809585571289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.2,2.086534309387207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.2,2.5122880935668945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.2,2.468342399597168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.2,2.7034624099731444
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.2,3.2001792907714846
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.01,11.790914916992188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.2,4.203734588623047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,8,1,power_law_1.2,74.70556030273437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.09810559749603272
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.1489567995071411
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.2683072090148926
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.4106175899505615
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.5595903873443604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.9145824432373046
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.01,0.9504863739013671
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.2,4.152137756347656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.01,1.0024383544921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.01,1.015110397338867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.01,1.05447998046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.01,1.123840045928955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.01,1.148031997680664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.01,1.510854434967041
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.01,1.563315200805664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.01,3.600143814086914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.01,1.623481559753418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.2,5.743049621582031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.01,1.6899520874023437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.01,1.7501440048217773
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.01,1.903273582458496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,8,power_law_1.01,17.46197509765625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.01,2.022492790222168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.01,16.222309875488282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.01,2.3281696319580076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.2,8.397535705566407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.2,3.6697086334228515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.01,2.6318368911743164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.01,3.382563018798828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.2,13.08353271484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.01,4.164672088623047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.2,19.13172149658203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.01,4.759030532836914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.01,25.1985595703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.2,19.743894958496092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.01,6.3176929473876955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.01,8.452758026123046
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,8,power_law_1.2,5.518329620361328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.2,4.829276657104492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,8,power_law_1.01,29.334255981445313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.01,35.611941528320315
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.2,31.195394897460936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,8,1,power_law_1.01,5.982207870483398
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.01,13.410563659667968
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,8,power_law_1.2,20.662783813476562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.2,47.29255981445313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,8,power_law_1.01,44.2611328125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.01,18.215423583984375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,8,1,power_law_1.2,6.0579582214355465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,8,1,power_law_1.01,9.328166198730468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,8,1,power_law_1.01,22.517132568359376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,8,power_law_1.2,52.577459716796874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,8,power_law_1.01,70.33812255859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,8,power_law_1.2,9.458137512207031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,8,power_law_1.01,64.89332275390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.09963200092315674
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.14949120283126832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.24332480430603026
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.36273601055145266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.5045216083526611
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.8726847648620606
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.2,0.9592096328735351
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.2,1.0118144035339356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.2,1.054652786254883
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.2,1.0841535568237304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.2,1.1328960418701173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.2,1.173904037475586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.2,1.5508319854736328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.2,1.645974349975586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.2,1.6845600128173828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.2,1.7258207321166992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.2,1.7773311614990235
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.2,1.9252191543579102
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.2,2.0766496658325195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.2,2.396777534484863
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.2,2.730124855041504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.2,3.506633758544922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,8,1,power_law_1.2,9.51709442138672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,8,1,power_law_1.01,37.54256896972656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.2,4.459247970581055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,8,power_law_1.2,36.024957275390626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.2,6.648332977294922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,8,power_law_1.2,78.48296508789062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.2,8.87938232421875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,8,1,power_law_1.01,18.477037048339845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.01,0.48949761390686036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.01,0.9380991935729981
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.01,1.6337760925292968
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.01,1.3760895729064941
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.01,1.8935264587402343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.01,2.198067283630371
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.01,2.1921760559082033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.01,3.476345443725586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.01,3.2329086303710937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.01,3.1643583297729494
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.01,3.299164962768555
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.01,3.1972095489501955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.01,3.103993606567383
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.01,3.1819263458251954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.01,3.3134078979492188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.01,3.3395233154296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.01,3.440534210205078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.01,3.736921691894531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.01,4.116976165771485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.2,13.97503662109375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.01,4.426758575439453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.01,4.928374481201172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.01,5.766009521484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.01,7.181190490722656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,8,power_law_1.01,160.79830322265624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.2,0.49141440391540525
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.2,0.9415424346923829
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.2,1.2586751937866212
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.01,10.388304138183594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.2,1.3304608345031739
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.2,1.84334716796875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.2,2.2176639556884767
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.2,19.183322143554687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.2,2.229801559448242
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.2,3.149628829956055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.2,3.0052127838134766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.2,2.847545623779297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.2,3.0632863998413087
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.2,2.9862783432006834
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.2,3.157119941711426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.2,3.2752353668212892
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.2,3.1785791397094725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.2,3.334534454345703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.2,3.561555099487305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.2,3.970297622680664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.2,4.2138111114501955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.2,4.671360015869141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.01,13.658566284179688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.2,5.277068710327148
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.2,6.26214714050293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,8,1,power_law_1.01,76.88657836914062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.09926080107688903
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.14627200365066528
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.2529632091522217
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.4363711833953857
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.7815936088562012
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.01,1.1121376037597657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.2,8.27447967529297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.01,1.3128959655761718
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.01,1.6955999374389648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.01,1.7677728652954101
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.01,1.824857521057129
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.01,1.9121856689453125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.01,1.9840095520019532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.01,2.077462387084961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.01,2.1908191680908202
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.01,2.2824224472045898
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.01,2.368828773498535
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.01,3.034435272216797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.01,21.796620178222657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.01,3.2515262603759765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,8,1,power_law_1.2,23.53571472167969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.01,3.3848766326904296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.2,12.036630249023437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.01,3.7647422790527343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.01,4.038332748413086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.01,4.704540634155274
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.2,17.495033264160156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.01,5.41478385925293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.01,30.569613647460937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.01,7.236137390136719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.2,26.252484130859376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.01,9.418236541748048
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,8,power_law_1.01,40.078118896484376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.01,13.993522644042969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.2,35.175665283203124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,8,1,power_law_1.2,38.76571960449219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,8,power_law_1.2,18.582220458984374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.09863680005073547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.1473855972290039
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.23148159980773925
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.43672637939453124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.7099040031433106
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.2,1.0128416061401366
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.2,1.196668815612793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.2,1.6140928268432617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.2,1.717625617980957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.2,1.776812744140625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.2,1.8964448928833009
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.2,1.9507200241088867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.2,2.055948829650879
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.2,2.170915222167969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.2,2.314646339416504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.2,2.369824028015137
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.2,3.097235107421875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,8,power_law_1.2,172.17332763671874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,8,power_law_1.01,0.1440127968788147
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,8,power_law_1.01,0.2544895887374878
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,8,power_law_1.01,0.2262655973434448
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,8,power_law_1.01,0.22557759284973145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,8,power_law_1.01,0.21189439296722412
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,8,power_law_1.01,0.3996639966964722
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,8,power_law_1.01,0.4097919940948486
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,8,power_law_1.01,0.4260096073150635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,8,power_law_1.01,0.4515520095825195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,8,power_law_1.01,0.4634943962097168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.2,3.2743167877197266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,8,power_law_1.01,0.4757088184356689
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,8,power_law_1.01,0.4833439826965332
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,8,power_law_1.01,0.4963103771209717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,8,power_law_1.01,0.5150239944458008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,8,power_law_1.01,0.5298975944519043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.2,3.5003585815429688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,8,power_law_1.01,0.550105619430542
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,8,power_law_1.01,0.6039231777191162
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.2,3.906281661987305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,8,power_law_1.01,0.653007984161377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.01,18.5914306640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,8,power_law_1.01,0.7575071811676025
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.2,4.2426399230957035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,8,power_law_1.01,0.9217632293701172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,8,power_law_1.01,1.0675328254699707
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.2,5.011958312988281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,8,power_law_1.2,42.475390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,8,power_law_1.01,1.4452799797058105
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,8,power_law_1.2,68.43193969726562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,8,power_law_1.2,0.14382079839706421
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,8,power_law_1.2,0.18298879861831666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,8,power_law_1.2,0.20087039470672607
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,8,power_law_1.2,0.2336832046508789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,8,power_law_1.2,0.2358464002609253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,8,power_law_1.2,0.4117599964141846
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,8,power_law_1.2,0.40877442359924315
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,8,power_law_1.2,0.43738880157470705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,8,power_law_1.2,0.4465184211730957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,8,power_law_1.2,0.45074877738952634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,8,power_law_1.2,0.4687359809875488
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,8,power_law_1.2,0.4935616016387939
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.2,5.7532001495361325
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,8,power_law_1.2,0.5018400192260742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,8,power_law_1.2,0.5279359817504883
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,8,power_law_1.2,0.534329605102539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,8,power_law_1.2,0.5688416004180908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,8,power_law_1.2,0.6038335800170899
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,8,power_law_1.01,1.7885215759277344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,8,power_law_1.2,0.6977759838104248
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,8,power_law_1.2,0.777238416671753
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,8,power_law_1.2,0.9386015892028808
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.2,7.657497406005859
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,8,power_law_1.2,1.1857248306274415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,8,power_law_1.01,57.9223876953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,8,power_law_1.01,2.7834943771362304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,8,power_law_1.2,1.5740192413330079
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,8,1,power_law_1.01,23.49799041748047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,8,power_law_1.2,2.064179229736328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.2,9.69606704711914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,8,1,power_law_1.2,18.65288391113281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,8,1,power_law_1.01,0.03290559947490692
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,8,1,power_law_1.01,0.061590397357940675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,8,1,power_law_1.01,0.08881279826164246
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,8,1,power_law_1.01,0.14631359577178954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,8,1,power_law_1.01,0.1978495955467224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,8,power_law_1.01,3.8434814453125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,8,1,power_law_1.01,0.3235167980194092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,8,1,power_law_1.01,0.3439872026443481
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,8,1,power_law_1.01,0.3504064083099365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,8,1,power_law_1.01,0.35744318962097166
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,8,1,power_law_1.01,0.3713792085647583
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,8,1,power_law_1.01,0.40027198791503904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,8,1,power_law_1.01,0.5665503978729248
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,8,1,power_law_1.01,0.5789087772369385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,8,1,power_law_1.01,0.5921311855316163
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,8,1,power_law_1.01,0.6122047901153564
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,8,1,power_law_1.01,0.6467807769775391
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,8,1,power_law_1.01,0.6860896110534668
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,8,1,power_law_1.01,0.7562431812286377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,8,power_law_1.2,3.3805694580078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,8,1,power_law_1.01,0.8306336402893066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,8,1,power_law_1.01,0.9859295845031738
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,8,1,power_law_1.01,1.1329376220703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.2,14.30157470703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,8,1,power_law_1.01,1.4264384269714356
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,8,power_law_1.01,6.235913467407227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,8,power_law_1.2,4.6694496154785154
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,8,1,power_law_1.01,1.7396896362304688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,8,power_law_1.2,73.23431396484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,8,1,power_law_1.01,2.368726348876953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,8,power_law_1.2,7.514393615722656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,8,power_law_1.01,8.558732604980468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.2,19.007273864746093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,8,1,power_law_1.01,37.571408081054685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,8,1,power_law_1.01,3.0138912200927734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,8,1,power_law_1.01,4.485862350463867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,8,power_law_1.2,11.9615966796875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,8,power_law_1.01,11.25921630859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,8,1,power_law_1.2,23.7953369140625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,8,1,power_law_1.01,6.101523208618164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,8,power_law_1.01,125.77664794921876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,8,1,power_law_1.2,0.03443840146064758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,8,1,power_law_1.2,0.0622048020362854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,8,1,power_law_1.2,0.0951744019985199
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,8,1,power_law_1.2,0.14380799531936644
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,8,1,power_law_1.2,0.1953376054763794
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,8,1,power_law_1.2,0.31442880630493164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,8,1,power_law_1.2,0.33836801052093507
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,8,1,power_law_1.2,0.3555072069168091
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,8,1,power_law_1.2,0.36342079639434816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,8,1,power_law_1.2,0.38106560707092285
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,8,1,power_law_1.2,0.4097280025482178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,8,1,power_law_1.2,0.5862656116485596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,8,1,power_law_1.2,0.5913055896759033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,8,1,power_law_1.2,0.6146143913269043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,8,1,power_law_1.2,0.6380383968353271
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,8,1,power_law_1.2,0.6670432090759277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,8,1,power_law_1.2,0.7059167861938477
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,8,1,power_law_1.2,0.7765247821807861
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,8,1,power_law_1.2,0.8516063690185547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,8,power_law_1.2,11.442658996582031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,8,1,power_law_1.2,0.9991776466369628
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,8,1,power_law_1.2,1.1558208465576172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,8,1,power_law_1.2,78.44431762695312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,8,power_law_1.01,0.9585056304931641
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,8,power_law_1.01,1.8570175170898438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,8,power_law_1.01,1.3890111923217774
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,8,power_law_1.01,1.6869888305664062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,8,power_law_1.01,2.140457534790039
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,8,power_law_1.01,2.258041572570801
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,8,power_law_1.01,2.2108575820922853
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,8,power_law_1.01,2.1351680755615234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,8,power_law_1.01,3.2350688934326173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,8,power_law_1.01,3.18756160736084
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,8,power_law_1.01,3.366796875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,8,power_law_1.01,3.4438976287841796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,8,power_law_1.01,3.4739967346191407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,8,power_law_1.01,3.626438522338867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,8,1,power_law_1.2,1.456982421875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,8,power_law_1.01,3.7425086975097654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,8,power_law_1.01,3.816463851928711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,8,power_law_1.01,4.062486267089843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,8,power_law_1.01,4.706790542602539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,8,power_law_1.01,5.008287811279297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,8,1,power_law_1.2,1.7696704864501953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,8,power_law_1.01,6.187027359008789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,8,1,power_law_1.01,7.66229476928711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,8,power_law_1.01,7.330889892578125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,8,power_law_1.01,18.823651123046876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,8,1,power_law_1.2,37.97682189941406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,8,1,power_law_1.2,2.4095455169677735
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,8,power_law_1.01,10.152178955078124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,8,power_law_1.2,142.75224609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,8,power_law_1.2,0.9583295822143555
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,8,power_law_1.2,1.2920543670654296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,8,power_law_1.2,1.4640704154968263
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,8,power_law_1.2,1.836911964416504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,8,power_law_1.2,2.100691223144531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,8,power_law_1.2,2.2397632598876953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,8,power_law_1.2,2.129311943054199
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,8,power_law_1.2,2.24401912689209
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,8,power_law_1.2,3.0951744079589845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,8,power_law_1.2,3.2443614959716798
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,8,power_law_1.2,3.3899551391601563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,8,power_law_1.2,3.538451385498047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,8,power_law_1.2,3.557459259033203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,8,power_law_1.2,3.6968830108642576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,8,power_law_1.01,12.749827575683593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,8,power_law_1.2,3.906358337402344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,8,power_law_1.2,4.046252822875976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,8,power_law_1.2,4.374636840820313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,8,power_law_1.2,4.649423980712891
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,8,power_law_1.2,5.168854522705078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,8,1,power_law_1.2,3.07291202545166
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,8,power_law_1.2,6.498678588867188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,8,power_law_1.01,19.783404541015624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,8,power_law_1.2,8.104386901855468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,8,1,power_law_1.01,75.477783203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,8,1,power_law_1.01,0.14185600280761718
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,8,1,power_law_1.01,0.25610880851745604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,8,1,power_law_1.01,0.44683518409729006
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,8,1,power_law_1.01,0.7711743831634521
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,8,1,power_law_1.01,1.1087807655334472
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,8,1,power_law_1.01,1.8410879135131837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,8,1,power_law_1.01,1.9714303970336915
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,8,1,power_law_1.01,2.060585594177246
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,8,1,power_law_1.01,2.121369552612305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,8,1,power_law_1.01,2.177907180786133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,8,1,power_law_1.01,2.295062446594238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,8,1,power_law_1.01,2.377337646484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,8,1,power_law_1.01,2.4569375991821287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,8,1,power_law_1.01,2.6096511840820313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,8,1,power_law_1.01,2.6975519180297853
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,8,power_law_1.2,10.843830108642578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,8,1,power_law_1.01,2.8350271224975585
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,8,1,power_law_1.01,3.129792022705078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,8,1,power_law_1.01,3.8619422912597656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,8,1,power_law_1.01,4.1641887664794925
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,8,power_law_1.01,26.262054443359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,8,power_law_1.2,14.068031311035156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,8,1,power_law_1.01,4.747174453735352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,8,1,power_law_1.2,4.618492889404297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,8,1,power_law_1.01,5.396604919433594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,8,1,power_law_1.01,6.8155357360839846
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,8,power_law_1.2,20.63146514892578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,8,1,power_law_1.01,12.397494506835937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,8,power_law_1.2,23.30273895263672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,8,1,power_law_1.01,8.30836181640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,8,power_law_1.01,40.914083862304686
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,8,power_law_1.2,29.1382568359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,8,1,power_law_1.01,11.764672088623048
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,8,1,power_law_1.2,6.254691314697266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,8,1,power_law_1.01,16.074464416503908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,8,power_law_1.01,52.601263427734374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,8,power_law_1.2,44.59579772949219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,8,1,power_law_1.01,24.986294555664063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,8,power_law_1.01,42.56855773925781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,8,1,power_law_1.2,7.822297668457031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,8,1,power_law_1.2,0.14323840141296387
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,8,1,power_law_1.2,0.25681281089782715
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,8,1,power_law_1.2,0.44813761711120603
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,8,1,power_law_1.2,0.7185632228851319
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,8,1,power_law_1.2,1.0048128128051759
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,8,1,power_law_1.2,1.8049087524414062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,8,1,power_law_1.2,1.961142349243164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,8,1,power_law_1.2,2.0775936126708983
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,8,1,power_law_1.2,2.151420783996582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,8,1,power_law_1.2,2.2071104049682617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,8,1,power_law_1.2,2.341904067993164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,8,1,power_law_1.2,2.450480079650879
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,8,1,power_law_1.2,2.539321517944336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,8,1,power_law_1.2,2.6812255859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,8,1,power_law_1.2,2.804921531677246
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,8,1,power_law_1.2,2.9599327087402343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,8,1,power_law_1.2,3.273884963989258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,8,1,power_law_1.2,3.9628353118896484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,8,1,power_law_1.2,76.16390991210938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.05920959711074829
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.07353919744491577
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.09059839844703674
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.13571840524673462
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.1807487964630127
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.18431999683380126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.17224960327148436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.17756160497665405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.18217600584030152
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.19073920249938964
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.20395200252532958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,8,1,power_law_1.2,4.295132827758789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.20850880146026612
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.2108288049697876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,8,power_law_1.2,59.89932861328125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.23689279556274415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.2454848051071167
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.25880959033966067
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,8,1,power_law_1.2,4.9472190856933596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.3040895938873291
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.35089280605316164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,8,power_law_1.01,66.74371337890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,8,1,power_law_1.2,5.651222229003906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.42517762184143065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.5784192085266113
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,8,1,power_law_1.01,32.95745849609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,8,1,power_law_1.2,7.1130531311035154
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.7392576217651368
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,8,1,power_law_1.2,8.745811462402344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.01,1.0599072456359864
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,8,1,power_law_1.2,12.438313293457032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.01,1.3861408233642578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,8,1,power_law_1.01,25.158061218261718
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.05881919860839844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.07697280049324036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.08050879836082458
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,8,power_law_1.2,77.74484252929688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.12354559898376465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.16384960412979127
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.16997120380401612
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.17271039485931397
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.17588479518890382
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.1857151985168457
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.1915552020072937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.200764799118042
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.21252799034118652
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.01,2.260550308227539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.21178560256958007
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.23709120750427246
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.24537920951843262
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,8,1,power_law_1.2,17.042233276367188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.25835840702056884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.2998528003692627
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.35374400615692136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,8,1,power_law_1.01,40.127716064453125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.41872639656066896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.5818079948425293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.7399456024169921
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.01,3.3609153747558596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,8,power_law_1.01,109.48258056640626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,8,1,power_law_1.2,26.20421447753906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.2,1.053212833404541
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,8,1,power_law_1.2,12.497203063964843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.2,1.3584768295288085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,8,power_law_1.2,43.476385498046874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.0864799976348877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.10623359680175781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.12895679473876953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.196835196018219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.28742079734802245
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.2911808013916016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.291759991645813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.29664320945739747
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.3019711971282959
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.3084480047225952
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.31599040031433107
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.3317631959915161
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.36605119705200195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.01,5.546393585205078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.39574079513549804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.4059296131134033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.45258240699768065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.502678394317627
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.59650559425354
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.73155198097229
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.2,2.2815616607666014
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.01,0.9829343795776367
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,8,1,power_law_1.2,33.74051513671875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.01,1.2509535789489745
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.01,1.7974559783935546
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,8,1,power_law_1.01,65.44788208007813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.01,2.544179153442383
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.2,3.1861024856567384
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,8,power_law_1.2,120.07689208984375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.01,7.6065116882324215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.01,4.355286407470703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,8,1,power_law_1.2,41.25625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.2,5.446502304077148
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.01,6.20049934387207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.01,10.102486419677735
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,16,1,power_law_1.01,9.184416198730469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,8,power_law_1.01,225.8019775390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.08671360015869141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.11057599782943725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.15224000215530395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.2198944091796875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.31133759021759033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.31486399173736573
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.31651840209960935
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.29720320701599123
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.3036639928817749
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.30754239559173585
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.32069759368896483
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.3313535928726196
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.3668479919433594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.2,7.651583862304688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.39600319862365724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.404531192779541
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.4465087890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.5004384040832519
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.6006239891052246
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.7360352039337158
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.2,0.9954912185668945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.2,1.2421088218688965
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.2,1.8074176788330079
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,8,1,power_law_1.2,25.016822814941406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.01,0.48908162117004395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.01,0.8361663818359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.01,0.814732837677002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.01,0.8390399932861328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.01,0.7884191989898681
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.01,0.9415871620178222
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.01,1.1496640205383302
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.01,1.150284767150879
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.01,1.1627967834472657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.01,1.1818559646606446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.01,1.174339199066162
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.01,1.1641152381896973
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.01,1.2468416213989257
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.01,1.2496992111206056
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.01,1.270691204071045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.01,1.2912832260131837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.01,1.4875231742858888
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.01,1.6009088516235352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.01,14.3999267578125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.01,1.8177055358886718
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.2,2.528748893737793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,8,1,power_law_1.2,66.73339233398437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.01,2.1390304565429688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.01,2.4175615310668945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,8,1,power_law_1.01,131.97249755859374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.2,0.4881631851196289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.2,0.9110336303710938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.2,0.8750304222106934
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.2,0.8204192161560059
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.2,0.8325375556945801
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.2,0.9875200271606446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.2,1.1571904182434083
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.2,1.056163215637207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.2,1.1401823997497558
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.2,1.0785247802734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.2,1.1490528106689453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.2,1.1621248245239257
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.2,1.2367775917053223
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.2,1.2683615684509277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.2,1.3324735641479493
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.01,3.2291358947753905
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.2,1.4355551719665527
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.2,4.319548797607422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.2,1.5570752143859863
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.2,1.7002752304077149
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.2,1.8923519134521485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.01,4.291888046264648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.2,2.283590316772461
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.2,2.715420722961426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,16,1,power_law_1.2,9.295359802246093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.2,3.6686817169189454
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.01,6.3952991485595705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.2,6.288092803955078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.2,4.795743942260742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.01,9.822815704345704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,16,1,power_law_1.01,15.904812622070313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.2,8.002793884277343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,16,1,power_law_1.01,17.170521545410157
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.2,12.385148620605468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.2,10.369107055664063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.01,15.533984375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.2,21.03047332763672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.01,20.38483123779297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.2,14.408607482910156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.2,31.051776123046874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,16,1,power_law_1.2,15.959706115722657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,8,power_law_1.2,248.1337890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.07924799919128418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.09902399778366089
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.14545919895172119
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.25416638851165774
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.3774271965026855
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.48078718185424807
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.6659327983856201
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.685968017578125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.720198392868042
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.728268814086914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.7741343975067139
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.8006879806518554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.8327872276306152
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.8993215560913086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.01,1.128822422027588
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.01,1.1571167945861816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.01,1.2172927856445312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,16,power_law_1.01,25.6001220703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.01,1.3208736419677733
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.01,1.443734359741211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.01,1.618671989440918
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,16,1,power_law_1.01,28.87896728515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.01,1.8146944046020508
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.01,2.241059112548828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,16,power_law_1.2,33.930056762695315
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.01,2.734486389160156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.01,3.9526561737060546
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,16,1,power_law_1.2,17.296418762207033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,8,1,power_law_1.2,132.73287353515624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.07912319898605347
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.09964159727096558
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.146451199054718
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.24030721187591553
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.342905592918396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.44495038986206054
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.6389503955841065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.6770080089569092
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.708345603942871
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.7284704208374023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.7730847835540772
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.8045184135437011
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.8440799713134766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.9231679916381836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.2,1.1398912429809571
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.2,1.1877887725830079
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.01,5.223881530761719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.2,1.2837696075439453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.2,1.4016736030578614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.2,1.4925727844238281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.2,1.6769407272338868
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.2,1.8879615783691406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,16,power_law_1.01,44.355899047851565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.2,2.324208068847656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.01,7.883824157714844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.2,2.814259147644043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,16,power_law_1.2,58.064996337890626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.2,3.988681411743164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.2,5.230131149291992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,16,1,power_law_1.01,31.2338134765625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.01,0.0739296019077301
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.01,0.07333760261535645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.01,0.06696000099182128
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.01,0.0687936007976532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.01,0.09106879830360412
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.01,0.0973088026046753
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.01,0.1009376049041748
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.01,0.10403519868850708
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.01,0.1063423991203308
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.01,0.10877759456634521
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.01,10.55816650390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.01,0.11272000074386597
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.01,0.11808960437774658
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.01,0.12132159471511841
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.01,0.13264000415802002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.01,0.14557440280914308
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.01,0.1529695987701416
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.01,0.16782399415969848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.01,0.20129919052124023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.01,0.24360640048980714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.01,0.31730239391326903
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.01,0.3948479890823364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,16,1,power_law_1.2,28.877865600585938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.2,7.934326171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.01,0.5468512058258057
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.01,0.7088160037994384
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,16,1,power_law_1.01,12.944160461425781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.01,1.0575008392333984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.2,10.495744323730468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.01,1.420400047302246
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,16,1,power_law_1.01,58.72091064453125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.2,0.07398719787597656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.2,0.07071359753608704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.2,0.06933119893074036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.2,0.06584640145301819
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.2,0.08808000087738037
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.2,0.09839040040969849
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.2,0.10215679407119752
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.2,0.10526080131530761
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.2,0.10650559663772582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.2,0.10839680433273316
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.2,0.1137279987335205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.2,0.11792639493942261
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.2,0.12615360021591188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.2,0.1346783995628357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.2,0.1438431978225708
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.2,0.15427839756011963
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.2,0.17064000368118287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.2,0.21395199298858641
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.2,0.25392000675201415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.2,0.3300928115844727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.01,2.150726318359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.2,0.4047264099121094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.2,0.5867904186248779
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,16,power_law_1.01,91.66295166015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.01,0.22420799732208252
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.01,0.22496318817138672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.01,0.22344319820404052
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.01,0.22181119918823242
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.01,0.2333983898162842
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.01,0.2822335958480835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,16,1,power_law_1.2,13.210847473144531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.01,0.30056960582733155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.01,0.2944447994232178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.01,0.2957632064819336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.01,0.3094655990600586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.01,0.31639680862426756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.01,0.33567678928375244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.01,0.3426367998123169
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.01,0.3749824047088623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.01,0.40958080291748045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.01,0.42634239196777346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.01,0.4672863960266113
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.01,0.5569183826446533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.2,0.8102815628051758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.01,0.65381760597229
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.01,0.8192576408386231
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,16,1,power_law_1.01,21.12367401123047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.01,1.08154239654541
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,16,power_law_1.2,126.80924072265626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.2,0.21659519672393798
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.2,0.19867199659347534
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.2,0.21897919178009034
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.2,1.1247679710388183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.2,0.17486079931259155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.2,0.23150720596313476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.2,0.261680006980896
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.2,0.2687488079071045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.2,0.2966111898422241
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.2,0.3005023956298828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.2,0.2977920055389404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.2,0.3214303970336914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.2,0.334224009513855
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.01,3.0396095275878907
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.2,0.35208640098571775
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.01,1.5422080039978028
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.2,0.38749759197235106
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.2,0.40031681060791013
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.2,0.432912015914917
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.2,0.4982783794403076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.2,0.5936448097229003
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.2,0.7234303951263428
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.01,2.1363935470581055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.2,0.9221920013427735
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.2,1.2562175750732423
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.2,1.7104095458984374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,16,1,power_law_1.2,32.26213684082031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.03346880078315735
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.053763198852539065
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.07213119864463806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.10062719583511352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.12903679609298707
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.18745919466018676
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.1977280020713806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.20537919998168946
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.21081919670104982
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.21806080341339112
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.23193280696868895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.280076789855957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.28175361156463624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.2936863899230957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.3023551940917969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.2,1.7466655731201173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.32164480686187746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.01,3.229190444946289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.3403872013092041
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.42076802253723145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.457535982131958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.2,2.4076255798339843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.538592004776001
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.6267648220062256
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.01,5.064563369750976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.01,0.8342368125915527
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,16,power_law_1.01,3.787993621826172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.2,4.245331192016602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,16,1,power_law_1.2,21.171026611328124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.01,1.060918426513672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.2,2.673535919189453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.01,1.5161919593811035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.01,8.278189086914063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.2,6.392422485351562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.01,2.055913543701172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.01,10.995318603515624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.01,3.216883087158203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.2,10.480198669433594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.2,3.6631935119628904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,16,power_law_1.01,6.329260635375976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,16,1,power_law_1.2,59.18934326171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.03532800078392029
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.0579584002494812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.07027519941329956
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.09475839734077454
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.12036800384521484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.1825503945350647
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.19806079864501952
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.2075360059738159
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.21697919368743895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.22124159336090088
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.2352544069290161
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.27898879051208497
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.29234240055084226
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.2927072048187256
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.3067615985870361
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.32557120323181155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,16,1,power_law_1.01,42.59592895507812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.01,0.5273280143737793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.01,0.6497024059295654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.01,0.5687071800231933
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.01,0.5814976215362548
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.01,0.6917088031768799
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.35079360008239746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.01,0.8060256004333496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.01,0.8255711555480957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.01,0.838105583190918
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.01,0.8742560386657715
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.01,0.8709504127502441
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.01,0.8859968185424805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.4260416030883789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.01,0.9312255859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.01,0.9427295684814453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.01,0.9991871833801269
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.4636352062225342
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.01,1.0395615577697754
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.01,1.0983648300170898
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.01,1.1929856300354005
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.5481088161468506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.01,1.3567359924316407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.01,4.427513504028321
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.01,1.5568575859069824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.6404640197753906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.01,1.925961685180664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,16,power_law_1.01,14.477049255371094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.2,0.8610976219177247
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.01,2.4200416564941407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.01,3.2887744903564453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.2,1.0895263671875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.01,4.901196670532227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,16,power_law_1.2,4.298425674438477
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.2,14.078086853027344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.2,1.5797311782836914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.01,7.831501007080078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,16,1,power_law_1.01,5.462300872802734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,16,1,power_law_1.2,42.36402893066406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.2,0.5308383941650391
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.2,0.569974422454834
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.2,0.6194272041320801
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.2,0.5126688003540039
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.2,0.670527982711792
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.2,0.8495519638061524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.2,0.8401472091674804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.2,0.8420543670654297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.2,0.8804384231567383
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.2,0.9033727645874023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.2,0.9450624465942383
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.2,0.943990421295166
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.2,0.9594623565673828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.2,1.029139232635498
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.2,1.0649567604064942
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.2,1.1399200439453125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.2,2.1381952285766603
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.2,1.2428704261779786
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.2,1.4256223678588866
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.01,11.727133178710938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.2,1.600694465637207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.2,2.1639072418212892
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.2,2.777359962463379
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.2,3.8871326446533203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,16,power_law_1.01,23.03581085205078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.2,5.878307342529297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.01,18.51995849609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.2,3.366195297241211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.2,9.969920349121093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,16,power_law_1.2,16.30858917236328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.2,13.7164794921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,16,1,power_law_1.01,9.059190368652343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,16,power_law_1.01,13.576506042480469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.07618560194969178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.0909056007862091
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.1363584041595459
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.21860799789428711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.30081279277801515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.4884479999542236
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.5157343864440918
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.5359807968139648
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.5582623958587647
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.5708896160125733
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.6029376029968262
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.6355072021484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.8079423904418945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.8287872314453125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.8498144149780273
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.8737024307250977
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.9282624244689941
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.01,25.597702026367188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.01,1.0232255935668946
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.01,1.1183712005615234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.01,1.2709376335144043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,16,power_law_1.2,7.519654083251953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.01,1.4741375923156739
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.2,4.608089447021484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.01,1.8927711486816405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.2,24.419664001464845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.01,2.369481658935547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.01,3.609552001953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,16,power_law_1.01,30.4146728515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.01,4.913475036621094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.2,33.01932983398437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,16,1,power_law_1.2,5.71110725402832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.01,7.586476898193359
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,16,power_law_1.01,50.38832092285156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.07624959945678711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.09828479886054993
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.1469599962234497
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.1948192000389099
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.2785151958465576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.47628159523010255
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.5149824142456054
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.5422368049621582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.5628896236419678
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.5834335803985595
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.6199584007263184
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.6415552139282227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.8272895812988281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.8590496063232422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.8721920013427734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.9020288467407227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.9552255630493164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.2,1.05382080078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.2,1.1426464080810548
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,16,power_law_1.2,40.18407287597656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.2,1.3185055732727051
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,16,power_law_1.01,52.126922607421875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.01,10.257660675048829
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.2,1.5168671607971191
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.2,1.94532470703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,16,power_law_1.2,28.468533325195313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,16,1,power_law_1.01,18.338755798339843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.01,0.49133758544921874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.01,0.9405247688293457
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.01,1.2330559730529784
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.01,1.208240032196045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.01,1.2242527961730958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.01,1.8258560180664063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.01,1.5567935943603515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.01,1.6376287460327148
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.01,1.6070079803466797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.01,1.6241247177124023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.01,1.6155263900756835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.01,1.5598591804504394
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.01,1.7888959884643554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.01,1.7051647186279297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.01,1.7554208755493164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.2,2.4305536270141603
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.01,1.8989824295043944
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.01,1.9655744552612304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.01,2.061657524108887
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.01,2.248086357116699
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.01,2.619296073913574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.2,3.625836944580078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.01,2.9812576293945314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.01,3.4233985900878907
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,16,1,power_law_1.01,12.626265716552734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.01,4.61451530456543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.2,4.875775909423828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,16,1,power_law_1.2,9.322787475585937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.01,6.366889572143554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.01,9.525631713867188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.2,7.5293212890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.01,14.784463500976562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,16,1,power_law_1.01,20.698291015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,16,power_law_1.2,64.52939453125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.2,10.17185287475586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.01,18.937388610839843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,16,power_law_1.01,109.802099609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.2,0.4900320053100586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.2,0.9414336204528808
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.2,1.1867967605590821
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.2,1.2038559913635254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.2,1.2164608001708985
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.2,1.7084800720214843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.2,1.497542381286621
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.2,1.598742389678955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.2,1.522371196746826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.2,1.5078656196594238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.2,1.4869024276733398
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.2,1.5980671882629394
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.2,1.7698591232299805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.2,1.679257583618164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.2,1.9054527282714844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.2,1.8429344177246094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.2,1.9536415100097657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.2,2.1821567535400392
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.2,2.268057632446289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.2,2.6802112579345705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.2,3.063916778564453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,16,1,power_law_1.2,12.553475189208985
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.2,3.907120132446289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.2,5.012156677246094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,16,power_law_1.01,25.590237426757813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.2,7.522518157958984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.2,10.817174530029297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,16,power_law_1.2,16.280979919433594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.07809919714927674
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.09353280067443848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.13449920415878297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.2324064016342163
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.40359039306640626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.5937856197357178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.7002592086791992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.8841919898986816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.01,0.9269023895263672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.01,0.9554240226745605
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.01,1.0038623809814453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.01,1.0560511589050292
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.01,1.1002847671508789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.01,1.1627327919006347
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.01,1.2382975578308106
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.01,1.2835328102111816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.01,1.6300832748413085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.01,1.7323328018188477
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.01,1.8380064010620116
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.01,2.07936954498291
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.2,18.214445495605467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.01,2.2577632904052733
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.01,2.6701120376586913
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.01,3.1410144805908202
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,16,power_law_1.01,39.79900207519531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,16,1,power_law_1.01,41.96644592285156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.07863680124282837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.09907519817352295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.14411200284957887
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.23344640731811522
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.3698751926422119
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.5390367984771729
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.6476128101348877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.8635807991027832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.9061792373657227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.2,0.9289536476135254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,16,1,power_law_1.2,20.387271118164062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.2,0.9861536026000977
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.2,1.0462752342224122
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.2,1.1029888153076173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.2,1.1637727737426757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.2,1.237001609802246
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.2,1.3059200286865233
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.2,1.6439807891845704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.2,1.7850080490112306
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.01,4.254191970825195
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.2,1.8887392044067384
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.2,2.1266656875610352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.2,25.363031005859376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.2,2.360179138183594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.2,2.8124576568603517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.01,5.511059188842774
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.2,3.3114974975585936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.2,4.408752059936523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,16,power_law_1.2,60.23905639648437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,16,power_law_1.01,0.14381120204925538
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,16,power_law_1.01,0.18544960021972656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,16,power_law_1.01,0.16215360164642334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,16,power_law_1.01,0.16412479877471925
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,16,power_law_1.01,0.19130879640579224
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,16,power_law_1.01,0.22859199047088624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,16,power_law_1.01,0.2342400074005127
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,16,power_law_1.01,0.23687999248504638
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,16,power_law_1.01,0.24245119094848633
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,16,power_law_1.01,0.2381824016571045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,16,power_law_1.01,0.2495807886123657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,16,power_law_1.01,0.2659392118453979
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,16,power_law_1.01,0.27192320823669436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,16,power_law_1.01,0.2960959911346436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,16,power_law_1.01,0.3260256052017212
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.01,8.225904083251953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,16,power_law_1.01,0.3364736080169678
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,16,power_law_1.01,0.3731744050979614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,16,power_law_1.01,0.42421760559082033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,16,power_law_1.01,0.49296321868896487
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,16,power_law_1.2,31.873651123046876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,16,power_law_1.01,0.6380095958709717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.2,5.638217544555664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,16,power_law_1.01,0.7269696235656739
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,16,power_law_1.01,1.0749728202819824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,16,power_law_1.01,1.4526623725891112
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,16,power_law_1.2,165.8042236328125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,16,power_law_1.2,0.144268798828125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,16,power_law_1.2,0.17479039430618287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,16,power_law_1.2,0.18643200397491455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,16,power_law_1.2,0.17486720085144042
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,16,power_law_1.2,0.20095679759979249
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,16,power_law_1.2,0.2220128059387207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,16,power_law_1.2,0.23204801082611085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,16,power_law_1.2,0.24658238887786865
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,16,power_law_1.2,0.24221439361572267
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,16,power_law_1.2,0.25157439708709717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,16,power_law_1.2,0.25363199710845946
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,16,power_law_1.2,0.2706207990646362
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,16,power_law_1.2,0.2870368003845215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,16,power_law_1.2,0.30799360275268556
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,16,power_law_1.2,0.3392352104187012
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,16,power_law_1.2,0.33156158924102785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.01,10.957718658447266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,16,power_law_1.2,0.384006404876709
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,16,power_law_1.2,0.4527711868286133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.2,8.32174072265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,16,power_law_1.2,0.5227263927459717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,16,power_law_1.01,2.1959775924682616
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,16,power_law_1.2,0.6761695861816406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,16,power_law_1.2,0.8557600021362305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,16,power_law_1.2,1.2365663528442383
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,16,power_law_1.01,3.06693115234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,16,power_law_1.2,1.6467071533203126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.2,10.892806243896484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,16,power_law_1.2,2.7829408645629883
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,16,1,power_law_1.01,13.624246215820312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,16,power_law_1.2,52.38677978515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,16,power_law_1.01,4.745449447631836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,16,power_law_1.01,84.46612548828125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,16,1,power_law_1.01,0.025551998615264894
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,16,1,power_law_1.01,0.03991360068321228
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,16,1,power_law_1.2,18.864956665039063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,16,1,power_law_1.01,0.06554880142211914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,16,1,power_law_1.2,0.02585279941558838
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,16,1,power_law_1.2,0.04345279932022095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,16,1,power_law_1.2,0.06531839966773986
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,16,1,power_law_1.01,0.09979199767112731
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,16,1,power_law_1.01,0.13139519691467286
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,16,1,power_law_1.2,0.09445760250091553
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,16,1,power_law_1.01,0.19956159591674805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,16,1,power_law_1.2,0.12112640142440796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,16,1,power_law_1.01,0.21202559471130372
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,16,1,power_law_1.2,0.19697279930114747
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,16,1,power_law_1.01,0.22765760421752929
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,16,1,power_law_1.2,0.21319680213928222
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,16,1,power_law_1.2,0.22946560382843018
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,16,1,power_law_1.01,0.23398079872131347
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,16,1,power_law_1.2,0.23617279529571533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,16,1,power_law_1.01,0.24179201126098632
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,16,1,power_law_1.2,0.2487936019897461
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,16,1,power_law_1.01,0.2578975915908813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,16,1,power_law_1.2,0.2625663995742798
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,16,1,power_law_1.01,0.310918402671814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,16,1,power_law_1.2,0.31811521053314207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,16,1,power_law_1.01,0.327836799621582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,16,1,power_law_1.2,0.3319551944732666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,16,1,power_law_1.01,0.3346560001373291
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,16,1,power_law_1.2,0.34490559101104734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,16,1,power_law_1.01,0.3469887971878052
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,16,1,power_law_1.2,0.3690272092819214
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,16,1,power_law_1.01,0.3609344005584717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,16,1,power_law_1.2,0.39337279796600344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,16,power_law_1.2,3.6441791534423826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,16,1,power_law_1.01,0.4071040153503418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,16,1,power_law_1.2,0.4154208183288574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,16,1,power_law_1.01,0.4539519786834717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,16,1,power_law_1.2,0.4571839809417725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,16,1,power_law_1.2,0.5056767940521241
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,16,1,power_law_1.01,0.49878082275390623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,16,1,power_law_1.2,0.5888959884643554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,16,1,power_law_1.01,0.5763264179229737
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,16,1,power_law_1.2,0.6937376022338867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,16,1,power_law_1.01,0.6831776142120362
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,16,1,power_law_1.2,0.8843423843383789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,16,1,power_law_1.01,0.8640607833862305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,16,1,power_law_1.2,13.606002807617188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,16,1,power_law_1.2,1.082921600341797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,16,power_law_1.01,7.501651000976563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,16,power_law_1.2,5.941670227050781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,16,1,power_law_1.01,1.0636544227600098
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,16,1,power_law_1.2,1.4955103874206543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,16,1,power_law_1.01,1.4633631706237793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,16,1,power_law_1.01,21.562284851074217
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,16,1,power_law_1.2,1.9165536880493164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,16,1,power_law_1.01,1.8620639801025392
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,16,power_law_1.2,8.95283203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,16,power_law_1.01,9.376358032226562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,16,1,power_law_1.2,2.8370336532592773
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,16,1,power_law_1.01,2.7796287536621094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,16,1,power_law_1.2,41.1121826171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,16,power_law_1.01,0.9613759994506836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,16,1,power_law_1.2,21.58670654296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,16,power_law_1.01,1.2171648025512696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,16,power_law_1.01,1.1825311660766602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,16,power_law_1.01,1.2170399665832519
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,16,power_law_1.01,1.2217503547668458
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,16,power_law_1.01,1.1999263763427734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,16,power_law_1.01,1.6442495346069337
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,16,power_law_1.01,1.6992511749267578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,16,power_law_1.01,1.6976320266723632
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,16,power_law_1.01,1.7015392303466796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,16,power_law_1.01,1.7483936309814454
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,16,power_law_1.01,1.8059999465942382
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,16,power_law_1.01,1.9140928268432618
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,16,power_law_1.01,1.9349248886108399
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,16,power_law_1.01,2.032988739013672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,16,power_law_1.01,2.141263961791992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,16,power_law_1.01,2.346633529663086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,16,power_law_1.01,2.6334047317504883
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,16,power_law_1.01,3.0093631744384766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,16,power_law_1.01,3.7091136932373048
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,16,power_law_1.01,4.664486312866211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,16,1,power_law_1.01,3.776598358154297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,16,1,power_law_1.2,3.842784118652344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,16,power_law_1.2,12.127142333984375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,16,power_law_1.01,6.454524993896484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,16,power_law_1.2,111.3052490234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,16,power_law_1.2,0.95797758102417
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,16,power_law_1.2,1.2478400230407716
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,16,power_law_1.2,1.1784768104553223
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,16,power_law_1.01,8.409983825683593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,16,power_law_1.2,1.2228639602661133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,16,power_law_1.2,1.0841504096984864
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,16,power_law_1.2,1.1203935623168946
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,16,power_law_1.2,1.6690624237060547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,16,power_law_1.2,1.6829471588134766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,16,power_law_1.2,1.6870527267456055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,16,power_law_1.2,1.6866592407226562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,16,power_law_1.2,1.725337600708008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,16,power_law_1.2,1.868115234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,16,power_law_1.2,1.9272447586059571
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,16,power_law_1.2,1.9988031387329102
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,16,power_law_1.2,2.121776008605957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,16,power_law_1.01,15.005401611328125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,16,power_law_1.2,2.2336896896362304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,16,power_law_1.2,2.356159973144531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,16,power_law_1.2,2.7206111907958985
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,16,power_law_1.2,3.1714752197265623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,16,power_law_1.01,12.518895721435547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,16,power_law_1.2,3.8684223175048826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,16,power_law_1.2,5.108572769165039
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,16,1,power_law_1.01,4.7558238983154295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,16,power_law_1.2,7.128185272216797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,16,1,power_law_1.2,4.816540908813477
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,16,power_law_1.01,17.471737670898438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,16,power_law_1.2,9.422576141357421
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,16,power_law_1.2,14.634825134277344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,16,1,power_law_1.01,43.11951599121094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,16,1,power_law_1.01,0.1047327995300293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,16,1,power_law_1.01,0.17333439588546753
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,16,1,power_law_1.01,0.2958847999572754
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,16,1,power_law_1.01,0.5897439956665039
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,16,power_law_1.01,26.31724853515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,16,power_law_1.2,17.222755432128906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,16,1,power_law_1.01,0.8195327758789063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,16,1,power_law_1.01,1.3567168235778808
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,16,1,power_law_1.01,1.4594847679138183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,16,1,power_law_1.01,1.5201408386230468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,16,1,power_law_1.01,1.5548192024230958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,16,1,power_law_1.01,1.6218080520629883
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,16,1,power_law_1.01,1.740297508239746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,16,1,power_law_1.01,1.8475423812866212
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,16,1,power_law_1.01,1.9624319076538086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,16,1,power_law_1.01,2.152070426940918
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,16,1,power_law_1.01,2.317177581787109
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,16,1,power_law_1.01,2.516035270690918
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,16,1,power_law_1.01,2.9230527877807617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,16,power_law_1.2,21.219209289550783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,16,1,power_law_1.01,3.139865684509277
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,16,1,power_law_1.01,3.467513656616211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,16,1,power_law_1.01,4.124188613891602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,16,1,power_law_1.01,4.748364639282227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,16,1,power_law_1.01,6.064540863037109
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,16,1,power_law_1.01,7.647500610351562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,16,1,power_law_1.01,7.437443542480469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,16,power_law_1.2,31.66826171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,16,power_law_1.01,35.09962768554688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,16,1,power_law_1.2,42.90291137695313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,16,1,power_law_1.2,0.10607999563217163
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,16,1,power_law_1.2,0.174563205242157
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,16,1,power_law_1.2,0.29953598976135254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,16,1,power_law_1.2,0.5563168048858642
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,16,1,power_law_1.2,0.7430560111999511
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,16,1,power_law_1.2,1.3482879638671874
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,16,1,power_law_1.2,1.4572064399719238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,16,1,power_law_1.2,1.5131711959838867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,16,1,power_law_1.2,1.5958335876464844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,16,1,power_law_1.2,1.6627967834472657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,16,1,power_law_1.2,1.7906944274902343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,16,1,power_law_1.2,1.8862720489501954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,16,1,power_law_1.2,2.020297622680664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,16,1,power_law_1.2,2.2379520416259764
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,16,1,power_law_1.2,2.3945056915283205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,16,1,power_law_1.01,10.143577575683594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,16,1,power_law_1.2,2.595587158203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,16,1,power_law_1.2,2.987718391418457
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,16,1,power_law_1.2,3.2275585174560546
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,16,1,power_law_1.2,3.578403091430664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,16,1,power_law_1.2,7.684553527832032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,16,1,power_law_1.2,4.235027313232422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,16,1,power_law_1.2,4.863897705078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,16,1,power_law_1.01,13.541145324707031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,16,1,power_law_1.2,6.195644760131836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,16,power_law_1.2,41.307553100585935
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,16,1,power_law_1.2,7.558179473876953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,16,power_law_1.01,28.257528686523436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.045097601413726804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.055827200412750244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.0610368013381958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.07671040296554565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.11093120574951172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.11290240287780762
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,16,power_law_1.01,44.44686279296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.11583679914474487
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.1182752013206482
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.12173759937286377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.12568639516830443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.13108479976654053
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.13430399894714357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.13536640405654907
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.1463487982749939
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.15119999647140503
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.1583008050918579
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.17136640548706056
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.2106175899505615
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.2355168104171753
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,16,1,power_law_1.01,20.124082946777342
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,16,1,power_law_1.2,10.422217559814452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.33162240982055663
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.4097856044769287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.5770688056945801
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,16,1,power_law_1.2,13.692349243164063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.7503007888793946
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,16,power_law_1.2,54.34046630859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,16,1,power_law_1.01,26.30689392089844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.01,1.1751392364501954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,16,1,power_law_1.2,20.418287658691405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.01,1.6956384658813477
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,16,power_law_1.01,72.52767944335938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,16,1,power_law_1.01,15.405197143554688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.04611839950084686
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.0551584005355835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.056739199161529544
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.07511360049247742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.10989439487457275
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.1136512041091919
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.11581120491027833
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.11803840398788452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.12312320470809937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.12568639516830443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.13125439882278442
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.1337183952331543
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.13587839603424073
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,16,1,power_law_1.01,32.72734069824219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.14710719585418702
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.1514431953430176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.15921920537948608
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.17138559818267823
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.20938560962677003
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,16,1,power_law_1.2,26.445401000976563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.2331007957458496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.33431038856506345
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,16,power_law_1.2,36.38572387695312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.06753600239753724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.08587520122528076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.09315840005874634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.11631040573120117
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.1804479956626892
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.18341120481491088
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.40415358543395996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.18555840253829955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.18878079652786256
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.19139200448989868
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.19251519441604614
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.196124804019928
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.19993599653244018
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.01,2.7758655548095703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.20788800716400146
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.2248447895050049
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.23143041133880615
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.2400576114654541
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.26566400527954104
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.32489919662475586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.5808512210845947
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.41858558654785155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.5250207901000976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.6799551963806152
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.7507775783538818
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.01,0.9454303741455078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,16,power_law_1.2,94.05385131835938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,16,1,power_law_1.2,32.65467834472656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.01,1.2994943618774415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.2,1.1910112380981446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,16,1,power_law_1.01,51.60716552734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.01,3.8298110961914062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.01,2.220368003845215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,16,1,power_law_1.2,15.42126007080078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.06794559955596924
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.08149120211601257
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.09069120287895202
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.11786559820175171
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.18313920497894287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.18480639457702636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.1889248013496399
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.19064639806747435
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.19249919652938843
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.19465279579162598
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.19878400564193727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.20202240943908692
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.21048638820648194
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.22604799270629883
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.2,1.6988927841186523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.2351072072982788
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.24351038932800292
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.26537280082702636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.3265023946762085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.4199999809265137
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.5225887775421143
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.01,3.2065921783447267
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.678323221206665
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.2,0.9518783569335938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.2,1.2952351570129395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.2,2.828348731994629
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,16,power_law_1.01,144.709375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.01,0.49970240592956544
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.01,0.4463935852050781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.01,0.42791361808776857
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.01,5.266934585571289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.01,0.43031039237976076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,32,1,power_law_1.01,4.604486465454102
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.01,0.3827615976333618
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.01,0.39347200393676757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.01,0.46041598320007326
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.2,2.2031295776367186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.01,0.4666880130767822
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.01,0.48571200370788575
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.01,0.4759488105773926
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.01,0.4928800106048584
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.01,0.5178048133850097
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.01,0.5076896190643311
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,16,1,power_law_1.2,51.65284423828125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.01,0.5841856002807617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.01,0.576038408279419
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.01,0.6216608047485351
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.01,0.627507209777832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.01,0.697327995300293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.01,0.8507200241088867
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.01,1.1019328117370606
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.01,1.4849663734436036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.2,3.846160125732422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.2,3.269295883178711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.01,2.034921646118164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.01,6.956716918945313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.01,2.6570783615112306
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.01,3.779062271118164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,16,1,power_law_1.01,102.18897705078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.2,0.4975743770599365
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.2,0.4961120128631592
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.2,0.42731518745422364
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.2,0.43015360832214355
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.2,0.3696160078048706
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.2,0.3839616060256958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.2,5.179862213134766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.2,0.45921921730041504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.2,0.47963519096374513
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.2,0.464902400970459
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.2,0.4691904067993164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.2,0.5000448226928711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.2,0.5283167839050293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.2,0.5323967933654785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.2,0.5777472019195556
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.01,4.970489501953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.2,0.5859488010406494
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.2,0.6138239860534668
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.2,0.6367072105407715
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.2,0.7555744171142578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.2,0.9016127586364746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.2,1.2091296195983887
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,32,1,power_law_1.01,7.756079864501953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.2,1.706934356689453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.2,2.2093984603881838
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,32,1,power_law_1.2,4.556668853759765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.01,7.096428680419922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.2,2.9763391494750975
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,32,1,power_law_1.01,8.332758331298828
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.2,4.213260650634766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.2,6.924979400634766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.2,6.0415294647216795
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.01,10.118784332275391
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.2,8.336720275878907
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,32,power_law_1.01,12.367485046386719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,32,1,power_law_1.2,8.545868682861329
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.2,11.602531433105469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,32,1,power_law_1.01,13.931593322753907
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,32,1,power_law_1.2,7.717072296142578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,16,1,power_law_1.2,102.44456787109375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.051990401744842527
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.0787872016429901
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.10162559747695923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.15109440088272094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.20661120414733886
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.2888927936553955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.37419838905334474
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.3874111890792847
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.40300798416137695
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.41882882118225095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.4499839782714844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.47716798782348635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.4875296115875244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.5489280223846436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.6385856151580811
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.6763519763946533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.7107647895812989
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.8502047538757325
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,32,power_law_1.2,15.837139892578126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.01,0.9262399673461914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.01,1.0255807876586913
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.01,1.1664128303527832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,32,power_law_1.01,20.24536590576172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.01,1.467033576965332
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.01,1.7453760147094726
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,16,power_law_1.2,196.69342041015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.05809280276298523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.07952319979667663
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.10247999429702759
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.1466528058052063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.2022559881210327
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.2686016082763672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.3674272060394287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.3848576068878174
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.3973567962646484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.41645121574401855
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.4464255809783936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.479366397857666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.49660477638244627
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.5563936233520508
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.6666816234588623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.6970751762390137
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.7337247848510742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.01,2.523539161682129
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.8730688095092773
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.2,0.9339584350585938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.2,1.0703840255737305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.2,1.204793643951416
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,32,1,power_law_1.2,14.106045532226563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.01,3.3646625518798827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.2,1.5189503669738769
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,32,1,power_law_1.01,15.720066833496094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.01,0.05414400100708008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.01,0.0544543981552124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.01,0.05175039768218994
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.01,0.0740447998046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.01,0.07359039783477783
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.01,0.0818015992641449
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.01,0.08539199829101562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.01,0.08852159976959229
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.01,0.09083200097084046
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.01,0.09244800209999085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.01,0.09659199714660645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.01,0.10066879987716675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.01,0.1045375943183899
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.01,0.10953919887542725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.01,0.11913919448852539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.01,0.12472319602966309
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.2,1.8171424865722656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.01,0.1391327977180481
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.01,0.16929919719696046
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.01,0.20248639583587646
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,32,power_law_1.2,25.49718475341797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.01,0.2695199966430664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.01,0.3433824062347412
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.2,2.602560043334961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.01,5.058486557006836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.01,0.45519042015075684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.01,0.608892822265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.2,3.3932193756103515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.01,0.8800095558166504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.01,6.802957153320312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.2,5.066864013671875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.01,1.239129638671875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.01,1.8852256774902343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,32,power_law_1.01,39.445855712890626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.2,0.054211199283599854
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.2,0.053376001119613645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.2,0.053667199611663816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.2,0.07537599802017211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.2,0.07456640005111695
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.2,0.08233919739723206
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.2,0.08451520204544068
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.2,0.08863999843597412
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.2,0.08997759819030762
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.2,0.09188799858093262
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.2,0.09560319781303406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.2,6.767337799072266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.2,0.10013439655303955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.2,0.10349760055541993
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.2,0.1099392056465149
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.2,0.11832640171051026
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.2,0.12634880542755128
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.2,0.1420032024383545
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,32,1,power_law_1.01,8.451747131347656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.2,0.17539520263671876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.2,0.20543360710144043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.2,0.2819711923599243
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.2,0.35582399368286133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,32,1,power_law_1.01,27.905868530273438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.01,0.125164794921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.01,0.12499840259552002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.01,0.11515519618988038
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.01,0.17106239795684813
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.2,0.527347183227539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.01,0.1683616042137146
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.01,0.18399039506912232
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.01,0.18710399866104127
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.01,0.1918239951133728
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.01,0.19515520334243774
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.01,0.20037438869476318
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.01,0.21033599376678466
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.01,0.22002880573272704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.01,0.23376638889312745
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.01,0.2470240116119385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.01,2.900934410095215
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.01,0.25848000049591063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.01,0.27489280700683594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.01,0.3087199926376343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.01,0.41636481285095217
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.2,0.6782336235046387
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.01,0.49601922035217283
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.01,0.7148384094238281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.01,0.8865280151367188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,32,1,power_law_1.2,8.456639862060547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.01,1.2896127700805664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.2,1.0883520126342774
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.01,1.7507104873657227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,32,power_law_1.2,51.892999267578126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.2,0.12571840286254882
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.2,0.125273597240448
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.2,0.11384639739990235
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.2,0.16714880466461182
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.2,0.16829440593719483
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.2,0.18285759687423705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.2,0.18963199853897095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.2,0.19220160245895385
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.2,0.19720959663391113
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.2,0.20133121013641359
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.2,0.21081919670104982
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.2,0.22385599613189697
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.2,0.23380799293518068
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.2,0.2481600046157837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.2,0.26174399852752683
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.2,0.2785279989242554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.2,0.34564480781555174
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,32,1,power_law_1.2,15.748664855957031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.030044800043106078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.04613119959831238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.05663999915122986
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.07701759934425353
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.09511039853096008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.1255295991897583
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.13214399814605712
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.13619840145111084
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.1410688042640686
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.2,0.4336703777313232
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.14674559831619263
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.1562399983406067
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.19088319540023804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.19201279878616334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.20111360549926757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.2,0.5343455791473388
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.20952320098876953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.21732800006866454
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.23275198936462402
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.01,2.72127685546875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.2,0.7658815860748291
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,32,power_law_1.01,3.350476837158203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.27588160037994386
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.2,1.3774784088134766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.32023680210113525
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.2,0.9896991729736329
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,32,1,power_law_1.01,13.562684631347656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.4313663959503174
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.505295991897583
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.2,1.4269887924194335
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.01,3.9385791778564454
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.01,0.6603807926177978
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.2,2.1143999099731445
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.01,0.8580320358276368
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.2,3.5646240234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.2,2.3240543365478517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.01,1.2263104438781738
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.01,6.739250946044922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,32,1,power_law_1.2,13.478799438476562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.01,1.6595552444458008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.2,5.25726089477539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,32,1,power_law_1.2,28.706256103515624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.030777600407600404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.04943360090255737
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.056364798545837404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.0744480013847351
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.09064000248908996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.12476799488067628
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.13272639513015747
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.13956799507141113
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.14238719940185546
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.14758399724960328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.1595136046409607
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.19192320108413696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.19645440578460693
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.2040992021560669
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.21235520839691163
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.2201375961303711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,32,power_law_1.01,5.85417594909668
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.23937599658966063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.27882559299468995
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.3253664016723633
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.43852801322937013
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.01,9.11325454711914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.5087391853332519
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.01,2.5660383224487306
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.2,3.2158782958984373
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.6711872100830079
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.2,8.191433715820313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.2,0.8717856407165527
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.2,1.277609634399414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.01,3.4913375854492186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,32,power_law_1.01,12.226425933837891
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.2,1.7403295516967774
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.2,11.65972442626953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,32,1,power_law_1.01,27.18826904296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.01,0.34179201126098635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.01,0.34194240570068357
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.01,0.3365151882171631
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.01,0.4275712013244629
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.01,0.4024479866027832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.01,0.46204800605773927
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.01,0.46756482124328613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.01,0.4520736217498779
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.01,0.4756192207336426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.01,0.5003615856170655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.01,0.5121088027954102
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.01,0.5384191989898681
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.01,0.5361440181732178
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.01,0.5849728107452392
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.01,0.6257376194000244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.01,0.6943647861480713
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.01,0.7201151847839355
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.01,0.8851072311401367
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.01,1.0292927742004394
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,32,1,power_law_1.01,4.323932647705078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.01,1.3094304084777832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.01,1.7099327087402343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,32,power_law_1.2,4.1550750732421875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.2,2.6553600311279295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.01,2.472928047180176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.01,3.417161560058594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,32,power_law_1.01,19.20537872314453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.01,5.4550529479980465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,32,1,power_law_1.2,27.18273010253906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.2,0.34112000465393066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.2,0.34283521175384524
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.2,0.34478399753570554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.2,0.42179198265075685
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.2,0.3956928014755249
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.2,0.43085441589355467
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.2,0.43115839958190916
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.2,0.4773280143737793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.2,0.485200023651123
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.2,0.4813504219055176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.2,0.5123519897460938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.2,0.5179135799407959
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.2,0.533353614807129
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.2,0.5998144149780273
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.2,0.6567872047424317
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.2,0.7020224094390869
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.2,0.7702271938323975
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,32,power_law_1.2,15.146051025390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.2,0.9050111770629883
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.2,1.1552255630493165
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,32,power_law_1.01,11.60195541381836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.050393599271774295
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.07157120108604431
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.09523199796676636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.1366719961166382
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.17904640436172486
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.2692447900772095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.2860383987426758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.2967456102371216
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.31478080749511717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.3210079908370972
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.3455359935760498
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.2,1.504470443725586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.37086079120635984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.44495358467102053
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.47345919609069825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.499724817276001
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.5206560134887696
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.01,8.563126373291016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.5774335861206055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.2,1.8230047225952148
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.6609632015228272
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.7162943840026855
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.2,3.3442943572998045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.8489055633544922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.01,1.0009856224060059
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,32,1,power_law_1.01,7.159964752197266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.2,4.433097457885742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.01,1.2844223976135254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.2,3.6565696716308596
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.01,14.704981994628906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.01,1.6507680892944336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.2,7.549855804443359
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.01,2.4916608810424803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.2,12.293987274169922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.01,3.420064163208008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.01,19.1463623046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,32,1,power_law_1.2,4.511471939086914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.2,20.356991577148438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.01,5.265244674682617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,32,power_law_1.2,6.665503692626953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,32,power_law_1.01,26.22645263671875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,32,power_law_1.01,38.4146240234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.05189759731292724
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.07659519910812378
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.0951200008392334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.12953920364379884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.17219200134277343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.2738271951675415
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.2853471994400024
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.3050559997558594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.31744320392608644
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.332751989364624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.3544159889221191
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.39058880805969237
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.48032641410827637
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.4957568168640137
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.01,7.087638092041016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.5164991855621338
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,32,power_law_1.2,24.28663330078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.5551040172576904
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.6180448055267334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.6807616233825684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.2,30.8572265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.7288095951080322
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.2,0.8668512344360352
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.2,1.032742404937744
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.2,1.3258303642272948
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.2,1.717308807373047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,32,1,power_law_1.01,14.490077209472656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.01,0.4901120185852051
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.01,0.6656479835510254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.01,0.6489439964294433
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.01,0.6514495849609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.01,0.9332063674926758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.01,0.8824383735656738
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.01,0.7536159992218018
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.01,0.8602080345153809
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.01,0.8689151763916015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.01,0.9152095794677735
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.01,0.9632960319519043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.01,0.9474207878112793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.01,0.9372320175170898
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.01,1.0346719741821289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.01,1.0056544303894044
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.01,1.0592063903808593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.2,2.589027214050293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.01,1.1355903625488282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.01,1.1948800086975098
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,32,1,power_law_1.01,8.805487823486327
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.01,1.4365951538085937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.01,1.64071044921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,32,power_law_1.2,33.55377197265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.01,1.7436704635620117
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.2,3.4753952026367188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.01,2.350214385986328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,32,power_law_1.01,41.360321044921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.01,3.163836860656738
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.01,4.708518218994141
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.2,5.3930400848388675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,32,1,power_law_1.2,7.424288177490235
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.01,6.4517662048339846
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,32,1,power_law_1.01,14.386557006835938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.2,7.195110321044922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.01,11.278214263916016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,32,power_law_1.2,55.086029052734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.01,15.936003112792969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,32,1,power_law_1.2,8.973462677001953
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,32,power_law_1.01,18.7903076171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,32,power_law_1.01,83.52758178710937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.2,0.4891359806060791
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.2,0.7234879970550537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.2,0.6502336025238037
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.2,0.650771188735962
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.2,0.9706208229064941
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.2,0.7466911792755127
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.2,0.7548416137695313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.2,0.9061504364013672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.2,0.929644775390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.2,0.8831071853637695
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.2,0.9290592193603515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.2,0.9231807708740234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.2,0.9256319999694824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.2,0.9948863983154297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.2,0.9764351844787598
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.2,1.0937567710876466
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.2,1.1828767776489257
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.2,1.2885663986206055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.2,1.4327839851379394
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.2,1.6577695846557616
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.2,2.0973024368286133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.2,2.6482656478881834
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.2,3.3713504791259767
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,32,1,power_law_1.01,29.144790649414062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.048332801461219786
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.07881919741630554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.0964128017425537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.1415328025817871
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.23714559078216552
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.3396895885467529
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.4081888198852539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.5094399929046631
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.5357952117919922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.5576799869537353
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.5980864048004151
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.6201504230499267
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.6437503814697265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.6883872032165528
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.2,6.294182586669922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.7273087978363038
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.7649504184722901
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,32,1,power_law_1.2,14.617085266113282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.01,0.9848671913146972
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.01,1.052188777923584
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.01,1.1033951759338378
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.01,1.2612319946289063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.01,1.3972479820251464
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.2,7.779325103759765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,32,power_law_1.01,28.810955810546876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.01,1.6997951507568358
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.01,1.9823999404907227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.01,2.670297622680664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.2,13.369549560546876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.01,3.4733184814453124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.2,21.490509033203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.01,5.137292861938477
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,32,power_law_1.2,12.365360260009766
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.047926399111747744
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.07623040080070495
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.09716799855232239
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.1423359990119934
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.21910719871520995
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.30925440788269043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.38317759037017823
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.5016640186309814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.5222176074981689
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.5418079853057861
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.5842368125915527
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.6183807849884033
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.6429408073425293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.6847104072570801
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.7215328216552734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.76975998878479
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.9840448379516602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.2,1.0480480194091797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.2,1.1316320419311523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.2,1.2933664321899414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.01,6.902467346191406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,32,power_law_1.2,46.95957946777344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,32,power_law_1.01,0.10706239938735962
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,32,power_law_1.01,0.10703680515289307
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,32,power_law_1.01,0.0976256012916565
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,32,power_law_1.01,0.14970879554748534
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,32,power_law_1.01,0.14722559452056885
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,32,power_law_1.01,0.15654720067977906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,32,power_law_1.01,0.16165759563446044
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,32,power_law_1.01,0.16224639415740966
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,32,power_law_1.01,0.1687551975250244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.2,1.4554783821105957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,32,power_law_1.01,0.169977605342865
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,32,power_law_1.01,0.17574080228805541
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,32,power_law_1.01,0.18623679876327515
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,32,power_law_1.01,0.1900223970413208
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,32,power_law_1.01,0.21229441165924073
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,32,power_law_1.2,24.268643188476563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,32,power_law_1.01,0.21958398818969727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,32,power_law_1.01,0.22628159523010255
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,32,power_law_1.01,0.24952321052551268
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,32,power_law_1.01,0.29621119499206544
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.2,1.7617759704589844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,32,power_law_1.01,0.37417600154876707
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,32,power_law_1.01,0.4809247970581055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.2,2.106847953796387
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,32,power_law_1.01,0.6187808036804199
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,32,power_law_1.01,0.8964927673339844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.2,2.7930368423461913
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,32,power_law_1.01,1.130720043182373
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,32,power_law_1.01,60.8970703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,32,power_law_1.2,0.10673279762268066
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,32,power_law_1.2,0.10685759782791138
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,32,power_law_1.2,0.10393279790878296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,32,power_law_1.2,0.1613119959831238
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,32,power_law_1.2,0.14899200201034546
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,32,power_law_1.2,0.15712000131607057
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,32,power_law_1.2,0.16333119869232177
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,32,power_law_1.2,0.16368000507354735
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,32,power_law_1.2,0.1676192045211792
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,32,power_law_1.2,0.1686624050140381
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,32,power_law_1.2,0.1766144037246704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,32,power_law_1.2,0.18721599578857423
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,32,power_law_1.2,0.19684799909591674
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,32,power_law_1.2,0.2051232099533081
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,32,power_law_1.2,0.2201632022857666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,32,1,power_law_1.01,8.596717071533202
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,32,power_law_1.2,0.2327712059020996
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,32,power_law_1.2,0.2573951959609985
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,32,power_law_1.2,0.3114016056060791
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,32,power_law_1.01,1.7561599731445312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,32,power_law_1.2,0.3940576076507568
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.2,3.58551025390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,32,power_law_1.2,0.5196991920471191
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,32,power_law_1.2,0.7010335922241211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,32,power_law_1.2,130.25784912109376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,32,1,power_law_1.01,0.024531200528144836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,32,1,power_law_1.01,0.03023360073566437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,32,1,power_law_1.01,0.05055999755859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,32,1,power_law_1.01,0.081004798412323
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,32,1,power_law_1.01,0.09986240267753602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,32,1,power_law_1.01,0.14821759462356568
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,32,1,power_law_1.01,0.1550495982170105
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,32,1,power_law_1.01,0.1648959994316101
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,32,1,power_law_1.01,0.16657919883728028
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,32,1,power_law_1.01,0.17649600505828858
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,32,1,power_law_1.01,0.18605760335922242
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,32,1,power_law_1.01,0.196668803691864
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,32,1,power_law_1.01,0.20089919567108155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,32,1,power_law_1.01,0.20747199058532714
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,32,power_law_1.2,1.091862392425537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,32,1,power_law_1.01,0.21693120002746583
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,32,power_law_1.01,2.6201055526733397
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,32,1,power_law_1.01,0.22393279075622557
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,32,1,power_law_1.01,0.23914880752563478
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,32,1,power_law_1.01,0.27565760612487794
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,32,1,power_law_1.01,0.3080928087234497
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,32,1,power_law_1.2,14.925578308105468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,32,1,power_law_1.2,0.024879999458789825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,32,1,power_law_1.2,0.039740800857543945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,32,1,power_law_1.2,0.04858559966087341
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,32,1,power_law_1.2,0.07401599884033203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,32,1,power_law_1.2,0.09617599844932556
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,32,1,power_law_1.2,0.14723520278930663
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,32,1,power_law_1.2,0.1557760000228882
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,32,1,power_law_1.2,0.16164480447769164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,32,power_law_1.2,1.4463839530944824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,32,1,power_law_1.2,0.16827839612960815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,32,1,power_law_1.2,0.1765984058380127
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,32,1,power_law_1.2,0.19173760414123536
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,32,1,power_law_1.2,0.19910080432891847
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,32,1,power_law_1.01,0.3851968050003052
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,32,1,power_law_1.2,0.20343360900878907
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,32,1,power_law_1.2,0.2143455982208252
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,32,1,power_law_1.2,0.2216320037841797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,32,1,power_law_1.2,0.2301568031311035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,32,1,power_law_1.2,0.2440416097640991
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.2,5.201456069946289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,32,1,power_law_1.01,0.4729152202606201
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,32,power_law_1.2,41.764501953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,32,1,power_law_1.2,0.2807807922363281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,32,1,power_law_1.2,0.31455678939819337
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,32,1,power_law_1.2,0.38892159461975095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,32,1,power_law_1.01,0.5970975875854492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,32,power_law_1.2,2.177987289428711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,32,1,power_law_1.2,0.4783872127532959
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,32,power_law_1.01,4.1395263671875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,32,1,power_law_1.01,0.739024019241333
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,32,1,power_law_1.2,0.6071455955505372
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,32,1,power_law_1.2,0.7491551876068115
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,32,power_law_1.2,2.935548782348633
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,32,1,power_law_1.2,29.2848876953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,32,power_law_1.01,0.7107232093811036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,32,1,power_law_1.01,1.02838077545166
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,32,power_law_1.01,0.6299744129180909
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,32,power_law_1.01,0.6215680122375489
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,32,power_law_1.01,0.7042975902557373
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,32,power_law_1.01,0.6697504043579101
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.2,6.919792175292969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,32,power_law_1.01,0.690009593963623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,32,1,power_law_1.01,13.460870361328125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,32,power_law_1.01,0.7303359985351563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,32,power_law_1.01,0.732092809677124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,32,power_law_1.01,0.7796639919281005
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,32,1,power_law_1.2,1.0485312461853027
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,32,power_law_1.01,0.7676959991455078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,32,power_law_1.01,0.8177215576171875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,32,power_law_1.01,0.8566207885742188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,32,power_law_1.01,0.8942399978637695
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,32,power_law_1.01,0.8446304321289062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,32,power_law_1.01,0.8961343765258789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,32,power_law_1.01,0.9355711936950684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,32,1,power_law_1.01,1.3225343704223633
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,32,power_law_1.01,1.0437567710876465
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,32,power_law_1.01,1.2651712417602539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,32,power_law_1.01,5.55621109008789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,32,power_law_1.01,1.5041184425354004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,32,power_law_1.2,5.368355178833008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,32,1,power_law_1.2,1.3657888412475585
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,32,power_law_1.01,2.042985534667969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,32,power_law_1.01,2.613190460205078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,32,power_law_1.01,3.832371139526367
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,32,1,power_law_1.01,1.9477119445800781
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,32,power_law_1.01,5.125888061523438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,32,1,power_law_1.2,2.0138431549072267
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,32,1,power_law_1.2,8.582701110839844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,32,power_law_1.2,7.732006072998047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,32,power_law_1.01,7.251612854003906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,32,power_law_1.01,7.704124450683594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,32,1,power_law_1.01,2.6214879989624023
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,32,power_law_1.01,10.029167938232423
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,32,1,power_law_1.2,2.6924896240234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,32,power_law_1.01,14.966397094726563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,32,power_law_1.2,9.588832092285156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,32,power_law_1.2,91.05083618164062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,32,power_law_1.2,0.7119967937469482
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,32,power_law_1.2,0.6700543880462646
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,32,power_law_1.2,0.6227136135101319
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,32,power_law_1.2,0.7039391994476318
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,32,power_law_1.2,0.5476928234100342
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,32,power_law_1.2,0.6719552040100097
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,32,power_law_1.2,0.7169600009918213
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,32,power_law_1.2,0.7114336013793945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,32,power_law_1.2,0.7828832149505616
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,32,power_law_1.2,0.7835040092468262
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,32,power_law_1.2,0.8304448127746582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,32,power_law_1.2,0.867039966583252
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,32,1,power_law_1.01,3.305052947998047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,32,1,power_law_1.2,13.532272338867188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,32,power_law_1.2,0.922156810760498
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,32,power_law_1.2,0.8175328254699707
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,32,power_law_1.2,0.9025407791137695
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,32,power_law_1.2,0.9580287933349609
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,32,power_law_1.2,1.0897151947021484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,32,power_law_1.2,1.3501312255859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,32,power_law_1.2,1.5932160377502442
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,32,power_law_1.01,11.518646240234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,32,power_law_1.2,2.231065559387207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,32,1,power_law_1.2,3.353811264038086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,32,power_law_1.2,2.821788787841797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,32,power_law_1.01,19.344093322753906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,32,power_law_1.2,4.245395278930664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,32,1,power_law_1.01,27.036441040039062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,32,1,power_law_1.01,0.0791647970676422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,32,1,power_law_1.01,0.11959999799728394
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,32,1,power_law_1.01,0.20194880962371825
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,32,1,power_law_1.01,0.38828799724578855
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,32,1,power_law_1.01,0.6009119987487793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,32,1,power_law_1.01,0.9363712310791016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,32,1,power_law_1.01,1.0177824020385742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,32,1,power_law_1.01,1.0488736152648925
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,32,1,power_law_1.01,1.0847328186035157
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,32,1,power_law_1.01,1.1208127975463866
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,32,1,power_law_1.01,1.209004783630371
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,32,1,power_law_1.01,1.2793855667114258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,32,1,power_law_1.01,1.3524703979492188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,32,1,power_law_1.01,1.5081503868103028
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,32,1,power_law_1.01,1.6641248703002929
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,32,1,power_law_1.01,1.8128639221191407
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,32,power_law_1.2,5.7264446258544925
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,32,1,power_law_1.01,2.14398078918457
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,32,1,power_law_1.01,1.8088096618652343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,32,1,power_law_1.01,2.018956756591797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,32,1,power_law_1.01,2.429187202453613
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,32,power_law_1.2,8.126121520996094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,32,1,power_law_1.01,2.8525184631347655
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,32,1,power_law_1.01,3.695721435546875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,32,1,power_law_1.01,4.53587532043457
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,32,power_law_1.01,24.356124877929688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,32,power_law_1.2,11.45448989868164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,32,1,power_law_1.01,5.2810016632080075
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,32,power_law_1.2,17.131146240234376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,32,1,power_law_1.01,6.246828842163086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,32,1,power_law_1.2,5.343689727783203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,32,power_law_1.2,16.032681274414063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,32,1,power_law_1.01,8.226422119140626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,32,1,power_law_1.01,12.318498992919922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,32,power_law_1.2,23.915609741210936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,32,power_law_1.01,37.942755126953124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,32,1,power_law_1.2,26.94635009765625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,32,1,power_law_1.2,0.07985280156135559
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,32,1,power_law_1.2,0.12266240119934083
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,32,1,power_law_1.2,0.20239360332489015
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,32,1,power_law_1.2,0.35752320289611816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,32,1,power_law_1.2,0.5230624198913574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,32,1,power_law_1.2,0.9076416015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,32,1,power_law_1.2,0.9849696159362793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,32,1,power_law_1.2,1.0494848251342774
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,32,1,power_law_1.2,1.0888416290283203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,32,1,power_law_1.2,1.1496383666992187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,32,1,power_law_1.2,1.22359037399292
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,32,1,power_law_1.2,1.310921573638916
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,32,1,power_law_1.2,1.4003264427185058
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,32,1,power_law_1.2,1.5687359809875487
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,32,1,power_law_1.2,1.7175935745239257
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,32,power_law_1.01,26.6355224609375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.01,0.2624095916748047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,32,1,power_law_1.2,1.8725343704223634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.01,0.23671679496765136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.01,0.2379456043243408
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.01,0.36148800849914553
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.01,0.33879680633544923
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.01,0.3523519992828369
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.01,0.361846399307251
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.01,0.37362239360809324
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.01,0.37455039024353026
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,32,1,power_law_1.2,2.194713592529297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.01,0.3809119939804077
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.01,0.4031775951385498
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.01,0.41113600730895994
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.01,0.4180895805358887
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,32,1,power_law_1.2,1.8615455627441406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.01,0.4392255783081055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.01,0.48856639862060547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.01,0.5122687816619873
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,32,1,power_law_1.2,2.090540885925293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.01,0.5719103813171387
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,32,1,power_law_1.01,16.035910034179686
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.01,0.6578112125396729
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,32,1,power_law_1.2,2.501433563232422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.01,0.797212791442871
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.01,0.9844096183776856
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,32,1,power_law_1.2,2.915827178955078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.01,1.2543328285217286
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,32,1,power_law_1.2,3.757263946533203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.01,1.7249759674072265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,32,1,power_law_1.2,4.633270263671875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,32,power_law_1.2,29.015829467773436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.01,2.400172805786133
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,32,1,power_law_1.2,6.421913909912109
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.01,3.9995712280273437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,32,1,power_law_1.01,19.968505859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,32,1,power_law_1.01,10.624275207519531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.2,0.26112639904022217
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.2,0.23703360557556152
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.2,0.23759040832519532
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.2,0.34390718936920167
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.2,0.31946239471435545
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.2,0.32274880409240725
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.2,0.36567039489746095
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.2,0.3729568004608154
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.2,0.365011191368103
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.2,0.37087359428405764
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,32,1,power_law_1.2,8.394895935058594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.2,0.3953471899032593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.2,0.4244383811950684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.2,0.41696319580078123
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.2,0.45281281471252444
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.01,5.757347106933594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.2,0.4946847915649414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.2,0.5181983947753906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.2,0.566160011291504
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.2,0.6849952220916748
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.2,0.8717920303344726
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.2,1.1511360168457032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.2,1.469983959197998
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.2,2.0869823455810548
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,32,1,power_law_1.2,12.41627197265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.01,9.427593231201172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.2,2.851199913024902
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.2,4.845100784301758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,32,1,power_law_1.01,31.627322387695312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,32,1,power_law_1.2,10.654425811767577
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.01,0.03281919956207276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.01,0.035183998942375186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.01,0.06036480069160462
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.01,0.06074560284614563
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.01,0.06311039924621582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.01,0.06626240015029908
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.01,0.06783679723739625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.01,0.07003200054168701
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.01,0.07059839963912964
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.2,7.440681457519531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.01,0.0744159996509552
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.01,13.533430480957032
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.01,0.08156160116195679
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.01,0.08648319840431214
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.01,0.09359679818153381
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,32,power_law_1.2,44.103173828125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.01,0.10358719825744629
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,32,1,power_law_1.2,16.199058532714844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.01,0.11104960441589355
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,32,power_law_1.01,78.4539306640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.2,0.03443840146064758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.2,0.033379200100898745
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.2,0.05802239775657654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.2,0.0610368013381958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.2,0.06459519863128663
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.2,0.07164160013198853
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.01,0.11404160261154175
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.2,0.06740480065345764
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.2,0.07197759747505188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.2,0.07270399928092956
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.2,0.07630720138549804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.2,0.083024001121521
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.01,0.12560319900512695
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.2,0.08908479809761047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.2,0.09505919814109802
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.2,0.10318080186843873
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.01,0.15423680543899537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.2,0.11095360517501832
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.2,0.11549439430236816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.01,0.18398079872131348
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.2,0.12754240036010742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.2,0.16275839805603026
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.01,0.2416032075881958
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.2,0.19243520498275757
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.01,0.3028543949127197
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.2,0.26275200843811036
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.2,0.3415263891220093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.01,0.43571200370788576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.2,12.673401641845704
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.2,0.4891104221343994
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.01,0.5564608097076416
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.2,0.6216288089752198
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,32,power_law_1.2,32.97621459960938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.01,0.08404800295829773
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.01,0.08451200127601624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.01,0.15473920106887817
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.01,0.15196160078048707
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.01,0.15665919780731202
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.01,0.1611583948135376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.01,0.1633247971534729
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.01,0.16666239500045776
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.01,0.16873600482940673
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.01,0.17329280376434325
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.01,0.18078399896621705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.01,0.19024319648742677
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.01,0.19963200092315675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.01,0.21422719955444336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.01,0.22767360210418702
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.01,0.2393280029296875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.01,0.8267616271972656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.01,0.2644063949584961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,64,power_law_1.01,16.77440948486328
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.01,0.3186239957809448
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.01,0.39746239185333254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,32,1,power_law_1.2,20.059519958496093
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.01,0.5755104064941406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.2,1.025712013244629
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.01,0.7076032161712646
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.01,1.1006048202514649
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.01,1.0855775833129884
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.2,19.45308837890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.2,1.2992735862731934
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.01,1.5177632331848145
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.01,2.4242015838623048
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.01,1.6956800460815429
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.2,2.1005599975585936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.01,3.414342498779297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,64,power_law_1.2,22.807644653320313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,64,power_law_1.01,27.852127075195312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.01,2.452956771850586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.01,5.0630847930908205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,32,1,power_law_1.01,62.999688720703126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.2,0.08374720215797424
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.2,0.08493120074272156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.2,0.15087679624557496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.2,0.15514559745788575
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.2,0.15370240211486816
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.2,0.16147520542144775
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.2,0.1632159948348999
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.2,0.1668287992477417
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.2,0.1694815993309021
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.2,0.1737215995788574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.2,0.18175359964370727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.2,0.19332799911499024
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.2,0.19973119497299194
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.2,0.21318399906158447
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.2,0.22890880107879638
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.2,0.24026880264282227
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.2,0.2650975942611694
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.2,0.34519360065460203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,32,1,power_law_1.2,31.722085571289064
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.2,0.44970879554748533
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.2,0.6869120121002197
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.2,3.015292739868164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.2,0.8580991744995117
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,64,power_law_1.01,3.268316650390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.01,7.754499053955078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.2,1.332534408569336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.2,1.858358383178711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,64,power_law_1.2,41.68671569824219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.2,2.978281593322754
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,64,power_law_1.01,9.714646148681641
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.2,4.384223937988281
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,64,power_law_1.01,5.291897583007812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,64,power_law_1.2,3.8886878967285154
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.2,7.45738525390625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,64,power_law_1.01,57.89448852539063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.01,0.38155839443206785
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.01,0.3793567895889282
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.01,0.3451296091079712
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.01,0.511407995223999
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.01,0.4867231845855713
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.01,0.5005695819854736
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.01,0.47759041786193845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.01,0.5136159896850586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.01,0.5239552021026611
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.01,0.5135871887207031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.01,0.5153024196624756
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.01,0.552623987197876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.01,0.5313759803771972
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.01,0.5942495822906494
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.01,0.6068096160888672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.01,0.6055168151855469
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.01,0.6922368049621582
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.01,0.7527359962463379
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.01,0.9691200256347656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.01,1.082630443572998
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.01,1.3060832023620605
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,64,power_law_1.01,16.687651062011717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.01,1.7591360092163086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.01,2.3068607330322264
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,32,power_law_1.2,94.028125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.2,0.38228158950805663
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.2,0.38448960781097413
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.2,10.476905822753906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.2,0.3840384006500244
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.2,0.5611455917358399
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.2,0.48787198066711424
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.2,0.44478721618652345
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.2,0.42125439643859863
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.01,3.7268543243408203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.2,0.48766398429870605
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.2,0.5057536125183105
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.2,0.5182271957397461
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.2,0.5375360012054443
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.2,0.5236767768859864
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.2,0.5705152034759522
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.2,0.5673632144927978
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.2,0.6047999858856201
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.2,0.6278304100036621
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.2,0.6666944026947021
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.2,0.8085536003112793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.2,0.9455679893493653
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.2,1.1652064323425293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.01,5.060137557983398
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.2,1.4366559982299805
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.2,2.012668800354004
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,64,power_law_1.2,88.97838745117187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,64,power_law_1.01,0.0738976001739502
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,64,power_law_1.01,0.07360640168190002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,64,power_law_1.01,0.13719359636306763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,64,power_law_1.01,0.13723839521408082
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,64,power_law_1.01,0.13776960372924804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,64,power_law_1.01,0.1388767957687378
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,64,power_law_1.01,0.14244799613952636
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,64,power_law_1.01,0.14436160326004027
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,64,power_law_1.01,0.1475711941719055
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,64,power_law_1.01,0.14944000244140626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,64,power_law_1.01,0.1545248031616211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,64,power_law_1.01,0.1608191967010498
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,64,power_law_1.01,0.16684160232543946
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,64,power_law_1.01,0.17997759580612183
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,64,power_law_1.01,0.19106240272521974
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.2,2.668783950805664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,64,power_law_1.01,0.19771519899368287
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,64,power_law_1.01,0.21888959407806396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,64,power_law_1.01,0.25527999401092527
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,64,power_law_1.01,0.300543999671936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,64,power_law_1.01,0.4075808048248291
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.01,8.267574310302734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,64,power_law_1.01,0.528604793548584
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.2,4.390159988403321
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,64,power_law_1.01,0.7530303955078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,64,power_law_1.01,10.455401611328124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,64,power_law_1.2,0.07437120079994201
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,64,power_law_1.2,0.06940479874610901
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,64,power_law_1.2,0.1302623987197876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,64,power_law_1.2,0.12260160446166993
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,64,power_law_1.2,0.13792959451675416
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,64,power_law_1.2,0.1393887996673584
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,64,power_law_1.2,0.1428544044494629
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,64,power_law_1.2,0.14420479536056519
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,64,power_law_1.2,0.1475167989730835
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,64,power_law_1.2,0.14926400184631347
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,64,power_law_1.2,0.15518720149993898
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,64,power_law_1.2,0.16047040224075318
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,64,power_law_1.2,0.16799360513687134
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,64,power_law_1.2,0.18113919496536254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,64,power_law_1.2,0.18951359987258912
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,64,power_law_1.01,0.9941023826599121
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,64,power_law_1.2,0.1992799997329712
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,64,power_law_1.2,0.21818559169769286
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.2,6.7781219482421875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,64,power_law_1.2,0.2605087995529175
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,64,power_law_1.2,12.36072006225586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,64,power_law_1.2,0.32673599720001223
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,64,power_law_1.2,6.321583938598633
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,64,power_law_1.2,0.4732672214508057
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,64,power_law_1.2,0.6043903827667236
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,64,power_law_1.01,1.59071683883667
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.01,12.044806671142577
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,64,power_law_1.2,0.9169055938720703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,64,power_law_1.2,1.230016040802002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.2,11.437238311767578
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,64,power_law_1.01,2.126025581359863
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,64,power_law_1.2,1.9333887100219727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,32,1,power_law_1.2,62.99664306640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,64,power_law_1.01,0.40296001434326173
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,64,power_law_1.01,0.39812479019165037
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,64,power_law_1.01,0.35868799686431885
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,64,power_law_1.01,0.35029120445251466
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,64,power_law_1.01,0.46135358810424804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,64,power_law_1.01,0.5094143867492675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,64,power_law_1.01,0.5202144145965576
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,64,power_law_1.01,0.5515711784362793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,64,power_law_1.01,0.5644032001495362
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,64,power_law_1.01,0.5736735820770263
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,64,power_law_1.01,0.6246528148651123
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,64,power_law_1.01,0.6459487915039063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,64,power_law_1.01,0.6346943855285645
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,64,power_law_1.01,0.6797088146209717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,64,power_law_1.01,35.184271240234374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,64,power_law_1.2,0.3970047950744629
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,64,power_law_1.2,0.3570688009262085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,64,power_law_1.2,0.355513596534729
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,64,power_law_1.2,0.34840960502624513
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,64,power_law_1.01,0.7614719867706299
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,64,power_law_1.2,0.41539201736450193
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,64,power_law_1.2,0.5052576065063477
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,64,power_law_1.2,0.5205376148223877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,64,power_law_1.2,0.5276480197906495
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,64,power_law_1.01,0.782041597366333
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,64,power_law_1.2,0.5612192153930664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,64,power_law_1.2,0.5823040008544922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,64,power_law_1.2,0.5928703784942627
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,64,power_law_1.01,0.9004735946655273
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,64,power_law_1.2,0.6338751792907715
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,64,power_law_1.2,0.6493824005126954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,64,power_law_1.2,0.726691198348999
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,64,power_law_1.01,1.1182975769042969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,64,power_law_1.2,0.7642335891723633
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,64,power_law_1.2,0.8222368240356446
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,64,power_law_1.01,3.670857620239258
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,64,power_law_1.01,1.386467170715332
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,64,power_law_1.2,0.9233983993530274
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,64,power_law_1.2,2.7229503631591796
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,64,power_law_1.2,1.161417579650879
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,64,power_law_1.01,15.341737365722656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,64,power_law_1.01,1.9079008102416992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,64,power_law_1.2,1.460707187652588
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,64,power_law_1.2,2.1350528717041017
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,64,power_law_1.01,2.4865055084228516
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.2,15.5936767578125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,64,power_law_1.2,2.7694976806640623
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,64,power_law_1.01,3.751408004760742
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,64,power_law_1.2,4.222758483886719
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,64,power_law_1.01,4.950956726074219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,64,power_law_1.2,5.819545745849609
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,64,power_law_1.2,4.684793472290039
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,64,power_law_1.01,4.952880096435547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,64,power_law_1.01,7.421308898925782
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,64,power_law_1.2,8.589561462402344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,64,power_law_1.2,21.12860107421875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,64,power_law_1.01,10.219967651367188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,64,power_law_1.2,13.053103637695312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,64,power_law_1.2,6.761321258544922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,64,power_law_1.2,22.415318298339844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,64,power_law_1.01,24.95440673828125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,64,power_law_1.01,6.706358337402344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,64,power_law_1.01,16.994857788085938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,64,power_law_1.2,19.670591735839842
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,64,power_law_1.2,8.930691528320313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,64,power_law_1.01,21.753805541992186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,64,power_law_1.2,28.113250732421875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,64,power_law_1.2,34.22634582519531
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,64,power_law_1.01,10.50382080078125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,64,power_law_1.01,27.766928100585936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,64,power_law_1.2,34.980096435546876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,64,power_law_1.2,14.632508850097656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,64,power_law_1.01,51.13616027832031
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.01,0.15504319667816163
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.01,0.15590720176696776
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.01,0.28056960105895995
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.01,0.2799423933029175
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.01,0.2821439981460571
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.01,0.28762240409851075
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.01,0.2913503885269165
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.01,0.29643518924713136
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.01,0.3017632007598877
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.01,0.30724799633026123
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.01,0.3151968002319336
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.01,0.32480640411376954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.01,0.3337023973464966
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.01,0.3535104036331177
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.01,0.37655999660491946
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.01,0.40204482078552245
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.01,0.4385824203491211
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.01,0.5150847911834717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.01,0.600438404083252
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.01,0.8464447975158691
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.01,1.0464192390441895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.01,1.5472895622253418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,64,power_law_1.01,45.74747009277344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.01,2.0746559143066405
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.01,3.426406478881836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,64,power_law_1.2,12.76882553100586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.2,0.15498239994049073
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.2,0.14222079515457153
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.2,0.2783648014068604
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.2,0.25610239505767823
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.2,0.28145599365234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.2,0.2782111883163452
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.2,0.29050240516662595
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.2,0.29504640102386476
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.2,0.30083839893341063
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.2,0.3051487922668457
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.2,0.3143968105316162
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.2,0.3247936010360718
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.2,0.3359935998916626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.2,0.36545279026031496
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,64,power_law_1.2,69.6314697265625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.01,0.03283199965953827
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.01,0.04557439982891083
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.01,0.04557439982891083
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.01,0.046112000942230225
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.01,0.04726400077342987
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.01,0.05028480291366577
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.2,0.38209919929504393
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.01,0.05107839703559876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.01,0.053887999057769774
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.01,0.05464959740638733
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.01,0.05741440057754517
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.2,0.4030111789703369
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.01,0.06134719848632812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.01,0.06680319905281067
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.01,0.07202879786491394
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.2,0.45078082084655763
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.01,0.09420160055160523
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.01,0.10748480558395386
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.2,0.538585615158081
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,64,power_law_1.2,60.057568359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.01,0.11335359811782837
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.01,0.12161279916763305
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.01,4.6278526306152346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.2,0.6610720157623291
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.01,0.14716800451278686
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.2,0.944825553894043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.01,0.17495039701461793
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.01,0.23261120319366455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.2,1.189462375640869
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,64,power_law_1.01,21.944117736816406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.2,0.03243519961833954
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.2,0.04557119905948639
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.2,0.0458624005317688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.01,0.28088319301605225
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.2,0.04631359875202179
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.2,0.04700160026550293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.2,0.05020800232887268
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.2,0.05093439817428589
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.2,0.0540448009967804
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.2,0.054630398750305176
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.2,0.05761280059814453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.2,0.061596798896789554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.2,0.07314559817314148
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.2,0.08557119965553284
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.2,0.09697279930114747
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.2,1.833772850036621
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.2,0.10709439516067505
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.2,0.11349120140075683
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.2,0.12198079824447632
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.01,0.4119423866271973
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.2,0.14819200038909913
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.2,0.1864416003227234
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.2,2.4545984268188477
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.2,0.2561311960220337
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.01,7.99683837890625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.01,0.5275712013244629
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.2,0.31784639358520506
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.2,0.46234560012817383
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.2,4.395817565917969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.01,0.7651231765747071
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.2,0.6311935901641845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.2,6.590496063232422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.01,1.0831551551818848
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.2,0.9438176155090332
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.01,11.881129455566406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,64,power_law_1.2,40.45335998535156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.01,0.06872959733009339
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.01,0.12233920097351074
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.01,0.1226207971572876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.01,0.11727679967880249
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.01,0.12312959432601929
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.01,0.12806719541549683
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.01,0.13147519826889037
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.01,0.13579519987106323
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.01,0.13832319974899293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.01,0.14301760196685792
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.01,0.14979519844055175
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.01,0.15872639417648315
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.2,1.3044095993041993
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.01,0.16660799980163574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.01,0.20203518867492676
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.2,11.521766662597656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.01,0.2176896095275879
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.01,0.2282655954360962
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.01,0.253654408454895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.01,1.6878175735473633
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.01,0.30370559692382815
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.01,0.3543328046798706
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.01,0.5224415779113769
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.01,0.6589439868927002
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.01,0.9703488349914551
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,128,power_law_1.01,14.051443481445313
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,64,power_law_1.01,95.44684448242188
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.2,0.06841599941253662
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.2,0.12303680181503296
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.2,0.1233407974243164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.2,0.12384639978408814
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.01,1.299251174926758
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.2,0.12874879837036132
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.2,0.12799999713897706
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.2,0.1312991976737976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.2,0.13511359691619873
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.2,0.13808000087738037
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.2,0.14328960180282593
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.2,0.15066879987716675
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.2,0.16372480392456054
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.2,0.1872063994407654
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.2,0.20205121040344237
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.2,0.21513919830322265
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.2,0.22880640029907226
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.2,0.2549823999404907
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.2,16.877906799316406
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.2,0.33011200428009035
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.2,2.0947711944580076
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.01,2.204092788696289
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.2,0.4117919921875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.01,2.04931526184082
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.2,0.5967040061950684
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.2,0.8144736289978027
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,64,power_law_1.2,31.40733947753906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.01,0.204367995262146
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.01,0.18434560298919678
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.01,0.30796799659729
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.01,0.3109503984451294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.01,0.3041599988937378
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.01,0.30351359844207765
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.01,0.3209023952484131
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.01,0.33351359367370603
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.01,0.33492159843444824
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.01,0.3449696063995361
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.01,0.3545471906661987
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.01,0.3644864082336426
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.01,0.3685728073120117
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.01,0.38618879318237304
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.01,0.4092671871185303
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.01,0.4341440200805664
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.01,0.47704639434814455
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.2,1.2717696189880372
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.01,0.5898047924041748
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.01,0.6559616088867187
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.01,2.905196762084961
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.01,0.8298015594482422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.2,1.7334207534790038
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.01,1.0729248046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.01,1.469491195678711
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,128,power_law_1.2,21.37342987060547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.01,1.966009521484375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.2,2.940345573425293
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,128,power_law_1.01,2.9230560302734374
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.2,2.865251159667969
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.01,5.095420837402344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.01,3.067900848388672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,128,power_law_1.01,21.719340515136718
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.2,4.189865493774414
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.01,4.374841690063477
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.01,6.624857330322266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.01,7.856854248046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,128,power_law_1.2,3.56011848449707
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.2,7.2369537353515625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,128,power_law_1.01,4.720028686523437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,128,power_law_1.2,38.89950866699219
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,128,power_law_1.01,8.808313751220703
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.01,10.000982666015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,64,power_law_1.2,123.82347412109375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.2,0.2041248083114624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.2,0.20543360710144043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.2,0.32452800273895266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.2,0.32665600776672366
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.2,0.29386239051818847
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.2,0.3105600118637085
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.2,0.30190401077270507
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.2,0.3241760015487671
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.2,0.33310399055480955
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.2,0.3353312015533447
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.2,0.34933440685272216
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.2,0.35881919860839845
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.2,0.36222400665283205
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.2,0.389356803894043
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.2,0.4165791988372803
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.2,0.4410399913787842
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.2,0.48868160247802733
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.2,0.583292818069458
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.2,0.6660031795501709
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.2,0.9381664276123047
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.2,1.1787167549133302
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.2,1.6438047409057617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.2,9.593369293212891
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.2,2.2412416458129885
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,128,power_law_1.01,13.314591979980468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.2,3.6231136322021484
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,128,power_law_1.01,47.518679809570315
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,128,power_law_1.01,0.05687680244445801
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,128,power_law_1.01,0.10332800149917602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,128,power_law_1.01,0.0970848023891449
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,128,power_law_1.01,13.89635772705078
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,128,power_law_1.01,0.09863359928131103
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,128,power_law_1.01,0.09947199821472168
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,128,power_law_1.01,0.10175679922103882
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,128,power_law_1.01,0.10783679485321045
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,128,power_law_1.01,0.11115839481353759
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,128,power_law_1.01,0.11409920454025269
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,128,power_law_1.01,0.11666560173034668
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.2,5.518729782104492
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,128,power_law_1.01,0.12156800031661988
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,128,power_law_1.01,0.12693120241165162
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,128,power_law_1.01,0.13277120590209962
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,128,power_law_1.01,0.14792319536209106
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,128,power_law_1.01,0.17620160579681396
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,128,power_law_1.01,0.18668479919433595
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,128,power_law_1.01,0.20366721153259276
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,128,power_law_1.01,0.24372799396514894
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,128,power_law_1.01,0.2794975996017456
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,128,power_law_1.01,0.36448960304260253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,128,power_law_1.01,0.47121601104736327
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,128,power_law_1.01,0.6913504123687744
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.2,9.32490234375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,128,power_law_1.01,0.9097951889038086
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,128,power_law_1.2,11.71390380859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,128,power_law_1.01,21.104226684570314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,128,power_law_1.01,1.4273759841918945
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,128,power_law_1.01,10.186208343505859
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,128,power_law_1.2,0.05689600110054016
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,128,power_law_1.2,0.09778879880905152
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,128,power_law_1.2,0.09810879826545715
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,128,power_law_1.2,0.09826239943504333
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,128,power_law_1.2,0.09878079891204834
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,128,power_law_1.2,0.1019968032836914
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,128,power_law_1.2,0.10843520164489746
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,128,power_law_1.2,0.11064640283584595
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,128,power_law_1.2,0.11490240097045898
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,128,power_law_1.2,0.11655679941177369
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,128,power_law_1.2,0.12183040380477905
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,128,power_law_1.2,0.12758400440216064
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,128,power_law_1.2,80.30624389648438
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,128,power_law_1.01,0.20405120849609376
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,128,power_law_1.2,0.13850239515304566
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,128,power_law_1.01,0.20463359355926514
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,128,power_law_1.01,0.18888640403747559
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,128,power_law_1.01,0.2681472063064575
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,128,power_law_1.2,0.1664255976676941
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,128,power_law_1.01,0.2641855955123901
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,128,power_law_1.01,0.2793407917022705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,128,power_law_1.01,0.29617600440979003
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,128,power_law_1.01,0.3069279909133911
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,128,power_law_1.2,0.17832959890365602
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,128,power_law_1.01,0.32154240608215334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.2,13.716525268554687
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,128,power_law_1.01,0.33196799755096434
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,128,power_law_1.01,0.3510175943374634
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,128,power_law_1.2,0.18503040075302124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,128,power_law_1.01,1.955449676513672
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,128,power_law_1.01,0.37589120864868164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,128,power_law_1.01,0.4003647804260254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,128,power_law_1.2,0.20598719120025635
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,128,power_law_1.01,0.4491936206817627
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,128,power_law_1.01,0.4926784038543701
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,128,power_law_1.2,0.24433600902557373
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,128,power_law_1.01,0.556547212600708
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,128,power_law_1.01,0.6625664234161377
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,128,power_law_1.2,0.2963040113449097
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,128,power_law_1.01,0.8668000221252441
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,128,power_law_1.01,1.108233642578125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,128,power_law_1.2,0.43696961402893064
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,128,power_law_1.01,1.5643296241760254
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,128,power_law_1.2,0.5718751907348633
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,128,power_law_1.01,2.108457565307617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,128,power_law_1.2,0.8377792358398437
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,128,power_law_1.2,5.85986557006836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,128,power_law_1.01,3.2136959075927733
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,128,power_law_1.01,3.1458784103393556
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,128,power_law_1.2,1.2354304313659668
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,128,power_law_1.01,4.359033584594727
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,128,power_law_1.2,1.9490976333618164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,128,power_law_1.2,17.277020263671876
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,128,power_law_1.01,6.718243408203125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,128,power_law_1.2,2.799667167663574
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,128,power_law_1.01,4.5149280548095705
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,128,power_law_1.01,8.996623992919922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,128,power_law_1.01,31.8748046875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,128,power_law_1.2,0.20464000701904297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,128,power_law_1.2,0.1870144009590149
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,128,power_law_1.2,0.18929280042648317
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,128,power_law_1.2,0.25699520111083984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,128,power_law_1.2,0.26623361110687255
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,128,power_law_1.2,0.29143359661102297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,128,power_law_1.2,0.30094079971313475
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,128,power_law_1.2,0.3036191940307617
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,128,power_law_1.2,0.32308158874511717
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,128,power_law_1.2,0.3381983995437622
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,128,power_law_1.2,0.3625727891921997
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,128,power_law_1.2,0.3800640106201172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,128,power_law_1.2,0.4069471836090088
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,128,power_law_1.2,0.47015042304992677
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,128,power_law_1.2,4.451443099975586
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,128,power_law_1.2,0.5220160007476806
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,128,power_law_1.2,0.5712607860565185
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,128,power_law_1.2,0.6866047859191895
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,128,power_law_1.01,14.528790283203126
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,128,power_law_1.2,0.926211166381836
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,128,power_law_1.2,1.213715171813965
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,128,power_law_1.2,1.7616447448730468
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,128,power_law_1.2,2.3461376190185548
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,128,power_law_1.01,5.696780776977539
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,128,power_law_1.2,3.641798400878906
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,128,power_law_1.2,19.593174743652344
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,128,power_law_1.2,32.752157592773436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,128,power_law_1.2,5.119417572021485
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,128,power_law_1.01,42.010693359375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.01,0.11008319854736329
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.01,0.210479998588562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.01,0.21160640716552734
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.01,0.20148160457611083
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.01,0.20340800285339355
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.01,0.20920960903167723
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.01,0.21239039897918702
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.01,0.21915841102600098
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.01,0.22368640899658204
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.01,0.2296544075012207
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.01,0.2387712001800537
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.01,0.2491584062576294
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.01,0.2578495979309082
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.01,0.275926399230957
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.01,0.29396800994873046
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.01,0.3610143899917603
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,128,power_law_1.2,6.3999488830566404
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.01,0.40491838455200196
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,128,power_law_1.01,19.396246337890624
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.01,0.47335038185119627
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.01,0.5541664123535156
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,128,power_law_1.2,8.158748626708984
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.01,0.703657579421997
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.01,0.9027008056640625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.01,1.2949312210083008
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,128,power_law_1.2,11.113426971435548
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.01,1.7778079986572266
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.01,2.7802719116210937
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,128,power_law_1.01,23.636985778808594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,2688,1856,6,128,1,128,power_law_1.2,8.638768005371094
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,128,power_law_1.01,9.64263687133789
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,128,power_law_1.2,18.03370819091797
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.01,3.9357982635498048
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.01,6.3854209899902346
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,128,power_law_1.2,24.008624267578124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.01,9.205126190185547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,128,power_law_1.01,38.57767028808594
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,2688,1856,6,128,1,128,power_law_1.2,14.582992553710938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,128,power_law_1.2,67.30088500976562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.2,0.11067520380020142
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.2,0.2108992099761963
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.2,0.21069118976593018
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.2,0.20167999267578124
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.2,0.20448319911956786
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.2,0.20900158882141112
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.2,0.21274878978729247
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.2,0.21791679859161378
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.2,0.22361600399017334
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.2,0.2298719882965088
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.2,0.2392512083053589
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.2,0.24978559017181395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.2,0.25811519622802737
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.2,0.2909024000167847
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.2,0.35677759647369384
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.2,0.373638391494751
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,128,power_law_1.2,32.93137817382812
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.2,0.4075007915496826
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.2,0.4930880069732666
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.2,0.5744703769683838
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.2,0.8169983863830567
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.2,1.0758784294128418
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.2,1.6736127853393554
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,256,power_law_1.01,11.95291519165039
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.2,2.295459175109863
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,128,power_law_1.2,11.703721618652343
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,256,power_law_1.01,0.12055360078811646
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,256,power_law_1.01,0.11083199977874755
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,256,power_law_1.01,0.2120512008666992
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,256,power_law_1.01,0.21446399688720702
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,256,power_law_1.01,0.219596791267395
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,256,power_law_1.01,0.2297055959701538
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,256,power_law_1.01,0.2385279893875122
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,256,power_law_1.01,0.24896640777587892
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,256,power_law_1.01,0.2576224088668823
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,256,power_law_1.01,0.26789441108703616
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,256,power_law_1.01,0.28717119693756105
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,256,power_law_1.01,0.31110401153564454
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,256,power_law_1.01,0.33213119506835936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,256,power_law_1.01,0.3799360036849976
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,256,power_law_1.01,0.41635518074035643
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,256,power_law_1.01,0.4567264080047607
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,256,power_law_1.01,0.5405600070953369
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.2,3.9312511444091798
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,256,power_law_1.01,0.7624735832214355
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,256,power_law_1.01,0.9846112251281738
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,256,power_law_1.01,1.4612223625183105
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,128,power_law_1.01,20.09514617919922
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,256,power_law_1.2,0.12144320011138916
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,256,power_law_1.2,0.11165119409561157
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,256,power_law_1.2,0.2126784086227417
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,256,power_law_1.2,0.2087968111038208
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,256,power_law_1.2,0.2205631971359253
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,256,power_law_1.2,0.23036479949951172
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,256,power_law_1.2,0.2396064043045044
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,256,power_law_1.2,0.24949440956115723
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,256,power_law_1.2,0.2594912052154541
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,256,power_law_1.2,0.26876800060272216
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,256,power_law_1.2,0.2898400068283081
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,256,power_law_1.2,0.3167167901992798
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,256,power_law_1.2,0.338752007484436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,256,power_law_1.01,1.9470144271850587
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,256,power_law_1.2,0.3749887943267822
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,256,power_law_1.2,0.4227136135101318
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,256,power_law_1.2,0.4622208118438721
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,256,power_law_1.2,0.5645760059356689
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,256,power_law_1.2,0.8117247581481933
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.2,6.346160125732422
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,256,power_law_1.01,2.92410888671875
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,256,power_law_1.2,1.0588319778442383
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,256,power_law_1.2,1.5633119583129882
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,256,power_law_1.2,2.1136608123779297
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,256,power_law_1.01,3.915292739868164
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,256,power_law_1.2,3.2976192474365233
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,256,power_law_1.01,6.201251220703125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,256,power_law_1.2,4.594918441772461
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.2,11.318153381347656
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,256,power_law_1.01,19.591445922851562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,128,power_law_1.2,51.520074462890626
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,256,power_law_1.2,7.432556915283203
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,256,power_law_1.01,8.423436737060547
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,256,power_law_1.2,10.386105346679688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,128,power_law_1.01,82.02076416015625
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.2,16.79844512939453
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,256,power_law_1.01,12.272796630859375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,256,power_law_1.2,16.790115356445312
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,256,power_law_1.01,17.633139038085936
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,256,power_law_1.2,20.849395751953125
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,2688,1856,6,128,1,128,power_law_1.2,29.133932495117186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,256,power_law_1.2,22.532972717285155
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,256,power_law_1.01,21.447010803222657
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,256,power_law_1.01,39.772665405273436
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,128,power_law_1.2,39.80152282714844
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,20480,4096,2688,22,512,1,256,power_law_1.2,28.452700805664062
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,256,power_law_1.2,36.141012573242186
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,256,power_law_1.01,36.430642700195314
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,32768,4096,2688,22,512,1,256,power_law_1.2,45.7825927734375
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,256,power_law_1.2,75.43598022460938
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,128,power_law_1.2,99.73008422851562
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,256,power_law_1.01,71.36574096679688
VLLM,0.14.0,NVIDIA A100-SXM4-80GB,moe,vllm_fused_moe,float16,65536,4096,2688,22,512,1,256,power_law_1.2,91.90324096679687
